[ 539.710194] env[66728]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 539.710194] env[66728]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 540.805386] env[66818]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 540.805386] env[66818]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 542.424677] env[66818]: INFO neutron.common.config [-] Logging enabled! [ 542.425166] env[66818]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 542.425240] env[66818]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66818) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 542.425534] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 542.425632] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 542.426487] env[66818]: WARNING oslo_policy.policy [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 542.426709] env[66818]: WARNING oslo_policy.policy [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 542.428478] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] VMware NSXv3 Agent initialized successfully. [ 542.428876] env[66818]: DEBUG oslo_concurrency.lockutils [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] Acquiring lock "singleton_lock" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.429022] env[66818]: DEBUG oslo_concurrency.lockutils [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] Acquired lock "singleton_lock" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.429233] env[66818]: DEBUG oslo_concurrency.lockutils [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] Releasing lock "singleton_lock" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.429521] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] Full set of CONF: {{(pid=66818) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 542.429634] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ******************************************************************************** {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 542.429736] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] Configuration options gathered from: {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 542.430101] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 542.430275] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 542.430382] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ================================================================================ {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 542.430549] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] agent_down_time = 75 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.430690] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] allow_automatic_dhcp_failover = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.430823] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] allow_bulk = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.430977] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] api_extensions_path = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431133] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] api_paste_config = api-paste.ini {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431271] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] auth_strategy = keystone {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431374] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] backdoor_port = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431476] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] backdoor_socket = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431612] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] backlog = 4096 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431748] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] base_mac = fa:16:3e:00:00:00 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.431907] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] bind_host = 0.0.0.0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432058] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] bind_port = 9696 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432194] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] client_socket_timeout = 900 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432332] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] config_dir = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432439] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432587] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] config_source = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432738] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] control_exchange = neutron {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.432879] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] core_plugin = ml2 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433023] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] debug = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433164] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] default_availability_zones = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433370] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433510] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] dhcp_agent_notification = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433645] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] dhcp_agents_per_network = 1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433779] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] dhcp_lease_duration = 86400 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.433917] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] dhcp_load_type = networks {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434067] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] dns_domain = openstacklocal {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434209] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434341] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_default_route_bfd = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434473] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_default_route_ecmp = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434605] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_dvr = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434739] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_new_agents = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.434871] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435013] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_signals = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435147] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] enable_traditional_dhcp = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435273] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] external_dns_driver = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435402] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] filter_validation = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435540] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] global_physnet_mtu = 8950 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435675] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] graceful_shutdown_timeout = 60 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435860] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] host = cpu-1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.435999] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] host_dvr_for_dhcp = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.436147] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] http_retries = 3 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.436291] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] instance_format = [instance: %(uuid)s] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.436448] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.436604] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ipam_driver = internal {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.436838] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ipv6_pd_enabled = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.436975] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] l3_ha = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437128] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437266] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] l3_ha_network_physical_name = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437405] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] l3_ha_network_type = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437547] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_color = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437684] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_config_append = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437821] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.437954] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_dir = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438103] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_file = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438210] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_options = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438347] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_rotate_interval = 1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438487] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_rotate_interval_type = days {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438672] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] log_rotation_type = none {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438789] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.438892] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439050] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439191] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439293] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439427] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] max_dns_nameservers = 5 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439560] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] max_header_line = 16384 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439693] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] max_l3_agents_per_router = 3 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439822] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] max_logfile_count = 30 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.439950] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] max_logfile_size_mb = 200 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440089] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] max_subnet_host_routes = 20 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440229] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] my_ip = 10.180.1.21 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440366] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] my_ipv6 = ::1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440497] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] network_auto_schedule = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440625] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] network_link_prefix = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440764] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.440934] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] notify_nova_on_port_data_changes = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441098] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] notify_nova_on_port_status_changes = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441244] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] pagination_max_limit = -1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441377] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] publish_errors = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441512] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] rate_limit_burst = 0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441651] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] rate_limit_except_level = CRITICAL {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441783] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] rate_limit_interval = 0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.441916] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] retry_until_window = 30 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442058] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] router_distributed = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442192] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] rpc_resources_processing_step = 20 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442325] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] rpc_response_max_timeout = 600 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442458] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] rpc_response_timeout = 60 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442591] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] send_events_interval = 2 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442746] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] service_plugins = ['router'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.442889] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] setproctitle = on {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443031] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] shell_completion = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443173] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] state_path = /opt/stack/data/neutron {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443313] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] syslog_log_facility = LOG_USER {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443448] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] tcp_keepidle = 600 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443587] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] transport_url = **** {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443722] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] use_journal = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443853] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] use_json = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.443983] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] use_ssl = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444130] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] use_stderr = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444270] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] use_syslog = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444403] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] vlan_qinq = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444534] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] vlan_transparent = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444669] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] watch_log_file = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444804] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] wsgi_default_pool_size = 100 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.444936] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] wsgi_keep_alive = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.445087] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.445222] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] wsgi_server_debug = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.445378] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_concurrency.disable_process_locking = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445524] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445670] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445807] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445949] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446103] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446243] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446402] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.connection_string = messaging:// {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446579] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.enabled = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446737] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.es_doc_type = notification {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446879] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.es_scroll_size = 10000 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447033] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.es_scroll_time = 2m {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447174] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.filter_error_trace = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447315] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.hmac_keys = **** {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447457] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.sentinel_service_name = mymaster {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447601] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.socket_timeout = 0.1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447738] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.trace_requests = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447869] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler.trace_sqlalchemy = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448687] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler_jaeger.process_tags = {} {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448877] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler_jaeger.service_name_prefix = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449058] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] profiler_otlp.service_name_prefix = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449222] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.enforce_new_defaults = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449510] env[66818]: WARNING oslo_config.cfg [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 542.449675] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.enforce_scope = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449819] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.policy_default_rule = default {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449971] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450132] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450276] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450411] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450544] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450674] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450805] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450968] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_policy.remote_timeout = 60.0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451136] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451287] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] agent.extensions = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451428] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451570] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] service_providers.service_provider = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451715] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.default_quota = -1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451860] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451993] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_floatingip = 50 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452140] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_network = 100 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452273] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_port = 500 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452405] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452536] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_router = 10 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452708] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_security_group = 10 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452869] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453047] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.quota_subnet = 100 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453198] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] QUOTAS.track_quota_usage = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453349] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453486] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.group = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453623] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.helper_command = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453760] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.log_daemon_traceback = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453904] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454054] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.thread_pool_size = 8 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454191] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep.user = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454337] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454470] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.group = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454599] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.helper_command = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454733] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454871] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455013] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455153] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_dhcp_release.user = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455294] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455425] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.group = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455555] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.helper_command = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455688] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455822] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455956] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456101] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_ovs_vsctl.user = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456240] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.capabilities = [21] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456366] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.group = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456519] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.helper_command = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456661] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.log_daemon_traceback = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456799] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456935] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.thread_pool_size = 8 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457076] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_namespace.user = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457218] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.capabilities = [12] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457346] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.group = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457476] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.helper_command = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457606] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457743] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457877] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458027] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_conntrack.user = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458157] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.capabilities = [12, 21] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458287] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.group = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458416] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.helper_command = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458573] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.log_daemon_traceback = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458718] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458854] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.thread_pool_size = 8 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458984] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] privsep_link.user = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459153] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459300] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459440] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.continue_on_failed_promotions = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459580] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.dscp = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459717] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.dscp_inherit = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459857] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.force_mp_to_policy = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459991] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.locking_coordinator_url = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460138] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.log_agent_heartbeats = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460276] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.logging_expire = 1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460417] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460556] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460784] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.polling_interval = 240 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460962] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461131] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461281] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.report_interval = 30.0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461427] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461571] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461715] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461855] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.sync_skew = 60 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461995] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.synchronization_queue_size = 20 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462159] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT.use_helper_for_ns_read = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462311] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] SECURITYGROUP.enable_ipset = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462466] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] SECURITYGROUP.enable_security_group = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462647] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462813] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462967] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] experimental.ipv6_pd_enabled = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463146] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.extension_drivers = ['port_security'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463284] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.external_network_type = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463435] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463581] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.overlay_ip_version = 4 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463723] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.path_mtu = 8950 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463867] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.physical_network_mtus = {} {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464030] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.tenant_network_types = ['vlan'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464166] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464313] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ml2.type_drivers = ['vlan'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464460] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT_CLI.neutron_port_id = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464597] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464735] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464882] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465062] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465218] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465359] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465499] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465644] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465858] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466031] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_login_password = **** {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466169] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_login_port = 443 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466309] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_login_user = admin {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466470] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466628] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466768] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466902] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467067] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467218] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467358] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467495] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467632] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467771] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467915] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468060] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468201] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468396] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468565] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] vsphere.vsphere_login_password = VMware1! {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468732] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468874] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469027] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.auth_section = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469176] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.auth_type = password {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469317] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469449] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.certfile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469583] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.collect_timing = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469728] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.endpoint_type = public {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469858] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.insecure = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469990] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.keyfile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470145] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.region_name = RegionOne {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470531] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.split_loggers = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470531] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] nova.timeout = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470531] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.auth_section = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470759] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.auth_type = password {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470951] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471799] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.certfile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471973] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.collect_timing = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472146] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.endpoint_type = public {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472289] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.insecure = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472425] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.keyfile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472558] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.region_name = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472693] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.split_loggers = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472824] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] placement.timeout = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472966] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.auth_section = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473115] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.auth_type = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473249] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.cafile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473378] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.certfile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473512] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.collect_timing = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473642] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.connect_retries = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473773] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.connect_retry_delay = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473904] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.enable_notifications = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474040] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.endpoint_override = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474176] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.insecure = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474306] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.interface = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474434] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.keyfile = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474564] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.max_version = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474721] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.min_version = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474865] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.region_name = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474986] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.retriable_status_codes = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475126] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.service_name = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475257] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.service_type = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475406] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.split_loggers = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475563] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.status_code_retries = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475662] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.status_code_retry_delay = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475747] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.timeout = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475885] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.valid_interfaces = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476025] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ironic.version = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476159] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] cli_script.dry_run = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476303] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476454] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476606] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476743] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476878] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477042] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477197] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477335] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477470] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477641] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477803] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477953] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478110] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478264] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478403] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478560] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478709] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478847] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478987] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479134] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479266] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479409] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479543] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479676] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479807] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479938] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480081] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480216] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480347] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480480] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480620] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.ssl = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480788] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480953] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481104] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481245] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481383] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.ssl_version = {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481517] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481665] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_notifications.driver = [] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481804] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_notifications.retry = -1 {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481957] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482104] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] oslo_messaging_notifications.transport_url = **** {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482208] env[66818]: DEBUG oslo_service.backend._eventlet.service [None req-71a415c4-4520-492e-8d75-d9640b6552ad None None] ******************************************************************************** {{(pid=66818) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 542.483383] env[66818]: DEBUG neutron.agent.securitygroups_rpc [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Init firewall settings (driver=nsxv3) {{(pid=66818) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 542.484792] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66818) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 542.485047] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] RPC agent_id: nsxm-l-01a.corp.local [ 542.487457] env[66818]: DEBUG dogpile.cache.region [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 542.487574] env[66818]: DEBUG dogpile.lock [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 542.487675] env[66818]: DEBUG dogpile.lock [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 542.487770] env[66818]: DEBUG dogpile.lock [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 542.487869] env[66818]: DEBUG dogpile.cache.region [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 542.487964] env[66818]: DEBUG dogpile.lock [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 542.488106] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 542.520618] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Session token - acquiring [ 542.522364] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.522592] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.522706] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.523144] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.534168] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.818060] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 542.838704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 542.838899] env[66818]: DEBUG dogpile.cache.region [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Cache value generated in 0.351 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 542.839039] env[66818]: DEBUG dogpile.lock [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 542.839109] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Activating Policy API Provider. [ 542.839277] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Looking for the default Infrastructure Rules. [ 542.909366] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Looking for the Default Layer3 Logged Drop Section. [ 542.930985] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 542.931452] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.931624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.931728] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.932028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.932372] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.448991] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.951923] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.454671] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Inventory metadata is going to be refreshed. [ 544.455092] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 545.207139] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.207418] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.207418] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.207786] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.220606] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 545.221522] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.222140] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 545.244451] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.244755] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.244755] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.245028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.245194] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.245296] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 545.245417] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.245581] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 545.267576] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.267816] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.267879] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.268179] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.268362] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.268586] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.289467] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.289721] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.289808] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.290042] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.290190] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.290338] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.311083] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.311331] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.311404] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.311701] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.311841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.311992] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 545.312110] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.312212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 545.338878] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.339157] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.339157] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.339478] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.339654] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.339747] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 545.339850] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.339955] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 545.362619] env[66818]: DEBUG networking_nsxv3.common.locking [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.362886] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.362886] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.363193] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.363337] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.363490] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 545.363596] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.363697] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Inventory metadata have been refreshed. [ 545.363793] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Dryrun:True. Metadata refresh completed. [ 545.363910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Releasing lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.365598] env[66818]: INFO neutron.agent.agent_extensions_manager [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Loaded agent extensions: [] [ 545.366522] env[66818]: DEBUG neutron_lib.callbacks.manager [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66818) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 545.419810] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent RPC Daemon Started! [ 545.419958] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:0 started [ 545.420034] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent out of sync with plugin! [ 550.366914] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.366914] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.367879] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.367879] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.369701] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.369996] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.383598] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5829d0c5-6f04-46ef-9826-03c97344df40 demo admin] Enqueued Resource ID: a6cfe18d-0e01-4f40-80a3-36e5bce32861 with Priority: HIGHEST for action security_group_rules [ 560.383765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cfe18d-0e01-4f40-80a3-36e5bce32861 with Priority: HIGHEST for action security_group_rules [ 560.384017] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6cfe18d-0e01-4f40-80a3-36e5bce32861 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.384149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6cfe18d-0e01-4f40-80a3-36e5bce32861" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.384217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6cfe18d-0e01-4f40-80a3-36e5bce32861" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.384582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6cfe18d-0e01-4f40-80a3-36e5bce32861" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.384663] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6cfe18d-0e01-4f40-80a3-36e5bce32861',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.904308] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.904543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.904543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.904794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.904891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.904991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6cfe18d-0e01-4f40-80a3-36e5bce32861 already deleted. [ 560.905094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6cfe18d-0e01-4f40-80a3-36e5bce32861" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.384940] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.384940] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.386482] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.386890] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.387770] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.387770] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.388659] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.388659] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.238468] env[66818]: INFO networking_nsxv3.common.synchronization [None req-9f35f093-64a7-4b29-9ae8-b5d308e04b07 None None] Enqueued Resource ID: 3cb84c98-6236-467d-b73e-a51742ead33a with Priority: HIGHEST for action port [ 585.238950] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb84c98-6236-467d-b73e-a51742ead33a with Priority: HIGHEST for action port [ 585.239235] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb84c98-6236-467d-b73e-a51742ead33a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.239388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb84c98-6236-467d-b73e-a51742ead33a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.239585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb84c98-6236-467d-b73e-a51742ead33a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.239664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb84c98-6236-467d-b73e-a51742ead33a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.239943] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb84c98-6236-467d-b73e-a51742ead33a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.743607] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cb84c98-6236-467d-b73e-a51742ead33a [ 585.743607] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.743607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.743607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.743607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.743607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.743607] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cb84c98-6236-467d-b73e-a51742ead33a already deleted. [ 585.743607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb84c98-6236-467d-b73e-a51742ead33a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.372761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.373084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.373084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.373197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.373421] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.877980] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.953019] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d5b062d6-da7a-4045-9380-a32b0edcb6f9 None None] Enqueued Resource ID: 4aed7a83-95e8-4047-bebf-997c9eaf0cea with Priority: HIGHEST for action port [ 586.953019] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aed7a83-95e8-4047-bebf-997c9eaf0cea with Priority: HIGHEST for action port [ 586.953019] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aed7a83-95e8-4047-bebf-997c9eaf0cea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.953019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aed7a83-95e8-4047-bebf-997c9eaf0cea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.953019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aed7a83-95e8-4047-bebf-997c9eaf0cea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.955513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aed7a83-95e8-4047-bebf-997c9eaf0cea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.958027] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aed7a83-95e8-4047-bebf-997c9eaf0cea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.016600] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c4c52625-6916-4f91-8886-7072aae2dddc tempest-ServersV294TestFqdnHostnames-1992255524 tempest-ServersV294TestFqdnHostnames-1992255524-project-member] Enqueued Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_rules [ 587.017235] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_rules [ 587.017585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.017709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.017800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.018053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.018250] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.093717] env[66818]: INFO networking_nsxv3.common.synchronization [None req-284c35cd-3732-40c1-a266-28d2362b3403 tempest-ServersV294TestFqdnHostnames-1992255524 tempest-ServersV294TestFqdnHostnames-1992255524-project-member] Enqueued Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_rules [ 587.094851] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_rules [ 587.095244] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.095399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.379230] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.462831] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aed7a83-95e8-4047-bebf-997c9eaf0cea [ 587.462831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.462831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.463039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.463190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.463229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.463682] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aed7a83-95e8-4047-bebf-997c9eaf0cea already deleted. [ 587.463741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aed7a83-95e8-4047-bebf-997c9eaf0cea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.539894] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.540085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.540146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.540366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.540462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.540671] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 already deleted. [ 587.540778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.540934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.541114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.541200] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.882069] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 587.882220] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 588.072048] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.072048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.072048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.072048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.072474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.072474] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 already deleted. [ 588.072474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.643774] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.645401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.646623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.646623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.658899] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 588.659894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.660752] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 588.682147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.682147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.682147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.682147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.682147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.682147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 588.682147] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.682147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 588.703419] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.703419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.703419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.703419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.703419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.703419] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 588.727785] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.727785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.727785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.727785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.727785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.727785] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 588.751089] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.751243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.751312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.751516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.751652] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.751822] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 588.751901] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.751934] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 588.770142] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.770268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.770343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.770553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.770639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.770805] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 588.770898] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.770980] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 588.793068] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.793236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.793304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.793509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.793619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.793731] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 588.793805] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 588.793878] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 588.793980] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 588.794067] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 588.794132] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 588.794194] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 588.794459] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 588.794523] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 588.794593] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 588.815985] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.816423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.816423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.816423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.816584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.816617] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 588.837373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.837510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.837587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.837876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.837981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.853687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.023265] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e75ae637-de1b-41b1-b15f-10cc5fcde8a7 None None] Enqueued Resource ID: a5b47aa3-09d2-45be-a5a8-5f439ee746b1 with Priority: HIGHEST for action port [ 591.023543] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b47aa3-09d2-45be-a5a8-5f439ee746b1 with Priority: HIGHEST for action port [ 591.024320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b47aa3-09d2-45be-a5a8-5f439ee746b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.024320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b47aa3-09d2-45be-a5a8-5f439ee746b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.024471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b47aa3-09d2-45be-a5a8-5f439ee746b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.024587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b47aa3-09d2-45be-a5a8-5f439ee746b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.024679] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b47aa3-09d2-45be-a5a8-5f439ee746b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.527724] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5b47aa3-09d2-45be-a5a8-5f439ee746b1 [ 591.527956] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.528114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.528185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.528391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.528485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.528580] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5b47aa3-09d2-45be-a5a8-5f439ee746b1 already deleted. [ 591.528661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b47aa3-09d2-45be-a5a8-5f439ee746b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.662320] env[66818]: INFO networking_nsxv3.common.synchronization [None req-cfac5306-6659-4200-98b6-694c8b06d6bb None None] Enqueued Resource ID: 4f212435-560f-4d0e-80d1-d4dc12ca5a22 with Priority: HIGHEST for action port [ 591.662573] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f212435-560f-4d0e-80d1-d4dc12ca5a22 with Priority: HIGHEST for action port [ 591.663161] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f212435-560f-4d0e-80d1-d4dc12ca5a22 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.663279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f212435-560f-4d0e-80d1-d4dc12ca5a22" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.663394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f212435-560f-4d0e-80d1-d4dc12ca5a22" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.665718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f212435-560f-4d0e-80d1-d4dc12ca5a22" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.665718] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f212435-560f-4d0e-80d1-d4dc12ca5a22',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.168676] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f212435-560f-4d0e-80d1-d4dc12ca5a22 [ 592.168957] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.169104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.169176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.169383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.169479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.169561] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f212435-560f-4d0e-80d1-d4dc12ca5a22 already deleted. [ 592.169641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f212435-560f-4d0e-80d1-d4dc12ca5a22" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.466808] env[66818]: INFO networking_nsxv3.common.synchronization [None req-741223bc-e08d-4241-ba66-2e80e08214de None None] Enqueued Resource ID: d73a8ae3-08a2-4b1c-83d9-d827f1d109e5 with Priority: HIGHEST for action port [ 592.467106] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73a8ae3-08a2-4b1c-83d9-d827f1d109e5 with Priority: HIGHEST for action port [ 592.467408] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d73a8ae3-08a2-4b1c-83d9-d827f1d109e5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.467524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d73a8ae3-08a2-4b1c-83d9-d827f1d109e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.467589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d73a8ae3-08a2-4b1c-83d9-d827f1d109e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.467858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d73a8ae3-08a2-4b1c-83d9-d827f1d109e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.467928] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d73a8ae3-08a2-4b1c-83d9-d827f1d109e5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.973154] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d73a8ae3-08a2-4b1c-83d9-d827f1d109e5 [ 592.973154] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.973154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.973154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.973154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.973154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.973154] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d73a8ae3-08a2-4b1c-83d9-d827f1d109e5 already deleted. [ 592.973154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d73a8ae3-08a2-4b1c-83d9-d827f1d109e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.136084] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4b40a96e-82e6-46d2-b2e3-fd5b12e2800e None None] Enqueued Resource ID: a888c82f-0b75-4486-92ce-f9719c1da547 with Priority: HIGHEST for action port [ 593.136716] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a888c82f-0b75-4486-92ce-f9719c1da547 with Priority: HIGHEST for action port [ 593.137408] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a888c82f-0b75-4486-92ce-f9719c1da547 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.137573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a888c82f-0b75-4486-92ce-f9719c1da547" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.137712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a888c82f-0b75-4486-92ce-f9719c1da547" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.138090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a888c82f-0b75-4486-92ce-f9719c1da547" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.138358] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a888c82f-0b75-4486-92ce-f9719c1da547',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.492630] env[66818]: INFO networking_nsxv3.common.synchronization [None req-86fbf294-736d-4565-9b27-bd33258d1506 None None] Enqueued Resource ID: aa0b765b-e689-492e-ade9-b1ce516ee76a with Priority: HIGHEST for action port [ 593.492630] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0b765b-e689-492e-ade9-b1ce516ee76a with Priority: HIGHEST for action port [ 593.493142] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0b765b-e689-492e-ade9-b1ce516ee76a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.493142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0b765b-e689-492e-ade9-b1ce516ee76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.493701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0b765b-e689-492e-ade9-b1ce516ee76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.493701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0b765b-e689-492e-ade9-b1ce516ee76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.493810] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0b765b-e689-492e-ade9-b1ce516ee76a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.640375] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a888c82f-0b75-4486-92ce-f9719c1da547 [ 593.643018] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.643018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.643018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.643018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.643018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.643018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a888c82f-0b75-4486-92ce-f9719c1da547 already deleted. [ 593.643018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a888c82f-0b75-4486-92ce-f9719c1da547" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.683548] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4a49b1ed-f91c-475a-bfda-ed9840e1d795 None None] Enqueued Resource ID: f156bc6b-c3d6-464d-9e66-3ead6844a682 with Priority: HIGHEST for action port [ 593.683829] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f156bc6b-c3d6-464d-9e66-3ead6844a682 with Priority: HIGHEST for action port [ 593.684427] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f156bc6b-c3d6-464d-9e66-3ead6844a682 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.684545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f156bc6b-c3d6-464d-9e66-3ead6844a682" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.684606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f156bc6b-c3d6-464d-9e66-3ead6844a682" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.685145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f156bc6b-c3d6-464d-9e66-3ead6844a682" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.685145] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f156bc6b-c3d6-464d-9e66-3ead6844a682',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.995320] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa0b765b-e689-492e-ade9-b1ce516ee76a [ 593.995557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.997235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.997235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.997235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.997235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.997235] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa0b765b-e689-492e-ade9-b1ce516ee76a already deleted. [ 593.997235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0b765b-e689-492e-ade9-b1ce516ee76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.187574] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f156bc6b-c3d6-464d-9e66-3ead6844a682 [ 594.187900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.188025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.188312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.188312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.188383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.188475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f156bc6b-c3d6-464d-9e66-3ead6844a682 already deleted. [ 594.188553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f156bc6b-c3d6-464d-9e66-3ead6844a682" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.531653] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0d8857cd-b7d7-4f04-84d3-7415da0c5e47 None None] Enqueued Resource ID: cab8ece4-0714-4335-a829-8dd87424bec7 with Priority: HIGHEST for action port [ 594.531653] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab8ece4-0714-4335-a829-8dd87424bec7 with Priority: HIGHEST for action port [ 594.531653] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab8ece4-0714-4335-a829-8dd87424bec7 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.531653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab8ece4-0714-4335-a829-8dd87424bec7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.531653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab8ece4-0714-4335-a829-8dd87424bec7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.532158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab8ece4-0714-4335-a829-8dd87424bec7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.532356] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab8ece4-0714-4335-a829-8dd87424bec7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.855117] env[66818]: INFO networking_nsxv3.common.synchronization [None req-09d4261d-ab90-4706-a8ab-c382e9803fa9 None None] Enqueued Resource ID: 45627891-3d5e-414c-b703-a9e70d78c8eb with Priority: HIGHEST for action port [ 594.855117] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45627891-3d5e-414c-b703-a9e70d78c8eb with Priority: HIGHEST for action port [ 594.855117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-45627891-3d5e-414c-b703-a9e70d78c8eb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.855117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45627891-3d5e-414c-b703-a9e70d78c8eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.855117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45627891-3d5e-414c-b703-a9e70d78c8eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.855117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45627891-3d5e-414c-b703-a9e70d78c8eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.855117] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45627891-3d5e-414c-b703-a9e70d78c8eb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.035862] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cab8ece4-0714-4335-a829-8dd87424bec7 [ 595.037443] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.037443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.037443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.037443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.037443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.037443] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cab8ece4-0714-4335-a829-8dd87424bec7 already deleted. [ 595.037443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab8ece4-0714-4335-a829-8dd87424bec7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.364073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45627891-3d5e-414c-b703-a9e70d78c8eb [ 595.364073] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.364073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.364073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.364073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.364073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.364073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45627891-3d5e-414c-b703-a9e70d78c8eb already deleted. [ 595.364073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45627891-3d5e-414c-b703-a9e70d78c8eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.777505] env[66818]: INFO networking_nsxv3.common.synchronization [None req-9349c1d8-c3c0-4e96-8bb8-2b621d431a35 None None] Enqueued Resource ID: d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9 with Priority: HIGHEST for action port [ 595.778180] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9 with Priority: HIGHEST for action port [ 595.778429] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.779768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.779768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.779768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.779768] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.283887] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9 [ 596.285034] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.285034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.285034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.285034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.285034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.285341] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9 already deleted. [ 596.285341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a43e9d-6ef2-4baf-a4f6-740c1e95fca9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.617898] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d2a14bbb-63b0-40d7-92a2-5e2886fb5c4b None None] Enqueued Resource ID: 48ac7f49-0893-4764-9cfe-7e5c103c49f4 with Priority: HIGHEST for action port [ 596.618081] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ac7f49-0893-4764-9cfe-7e5c103c49f4 with Priority: HIGHEST for action port [ 596.619239] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-48ac7f49-0893-4764-9cfe-7e5c103c49f4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.620200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48ac7f49-0893-4764-9cfe-7e5c103c49f4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.620200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48ac7f49-0893-4764-9cfe-7e5c103c49f4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.620200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48ac7f49-0893-4764-9cfe-7e5c103c49f4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.620200] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ac7f49-0893-4764-9cfe-7e5c103c49f4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.122690] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48ac7f49-0893-4764-9cfe-7e5c103c49f4 [ 597.122690] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.122690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.122690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.123107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.123107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.123107] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48ac7f49-0893-4764-9cfe-7e5c103c49f4 already deleted. [ 597.123296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48ac7f49-0893-4764-9cfe-7e5c103c49f4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194711] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0dcec8a1-7a00-46f0-8a2a-ce5719afe9ec None None] Enqueued Resource ID: ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a with Priority: HIGHEST for action port [ 597.198011] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a with Priority: HIGHEST for action port [ 597.198011] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.198011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.198011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.199273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.199386] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.702176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a [ 597.702610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.702853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.702994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.703259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.703351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.703452] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a already deleted. [ 597.703534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1b76d1-8e0b-4eb6-b352-a9e8f4143b1a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.992155] env[66818]: INFO networking_nsxv3.common.synchronization [None req-845b8092-aeb1-41f6-a8fd-91b9a408814f None None] Enqueued Resource ID: 94484624-b47e-42cf-90ec-e9b66b968d8a with Priority: HIGHEST for action port [ 597.992760] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94484624-b47e-42cf-90ec-e9b66b968d8a with Priority: HIGHEST for action port [ 597.993789] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-94484624-b47e-42cf-90ec-e9b66b968d8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.993789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94484624-b47e-42cf-90ec-e9b66b968d8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.993789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94484624-b47e-42cf-90ec-e9b66b968d8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.993789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94484624-b47e-42cf-90ec-e9b66b968d8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.994052] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94484624-b47e-42cf-90ec-e9b66b968d8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.496829] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94484624-b47e-42cf-90ec-e9b66b968d8a [ 598.497113] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.497234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.497278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.497490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.497578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.497704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94484624-b47e-42cf-90ec-e9b66b968d8a already deleted. [ 598.497779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94484624-b47e-42cf-90ec-e9b66b968d8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.506060] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e5613fa0-9255-44f6-b800-aa4ae1948ec2 None None] Enqueued Resource ID: aee0710f-c0e8-4f13-91fc-c924051a2076 with Priority: HIGHEST for action port [ 598.506060] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee0710f-c0e8-4f13-91fc-c924051a2076 with Priority: HIGHEST for action port [ 598.506060] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee0710f-c0e8-4f13-91fc-c924051a2076 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.506060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee0710f-c0e8-4f13-91fc-c924051a2076" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.506060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee0710f-c0e8-4f13-91fc-c924051a2076" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.506060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee0710f-c0e8-4f13-91fc-c924051a2076" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.506060] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee0710f-c0e8-4f13-91fc-c924051a2076',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.009224] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee0710f-c0e8-4f13-91fc-c924051a2076 [ 599.009224] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.009224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.009224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.009224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.009456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.010474] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee0710f-c0e8-4f13-91fc-c924051a2076 already deleted. [ 599.010474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee0710f-c0e8-4f13-91fc-c924051a2076" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.197378] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e661fd3a-c7dd-48ed-8134-c1fae92a0f93 None None] Enqueued Resource ID: bd5a220c-3372-44f4-b1f4-44d58953c406 with Priority: HIGHEST for action port [ 600.197378] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5a220c-3372-44f4-b1f4-44d58953c406 with Priority: HIGHEST for action port [ 600.197378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5a220c-3372-44f4-b1f4-44d58953c406 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.197378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5a220c-3372-44f4-b1f4-44d58953c406" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.197378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5a220c-3372-44f4-b1f4-44d58953c406" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.200777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5a220c-3372-44f4-b1f4-44d58953c406" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.200951] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5a220c-3372-44f4-b1f4-44d58953c406',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.703158] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd5a220c-3372-44f4-b1f4-44d58953c406 [ 600.703415] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.703723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.703723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.703891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.703981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.704084] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd5a220c-3372-44f4-b1f4-44d58953c406 already deleted. [ 600.704172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5a220c-3372-44f4-b1f4-44d58953c406" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.093300] env[66818]: INFO networking_nsxv3.common.synchronization [None req-84080386-e1d9-4e71-898e-45057bd2870c None None] Enqueued Resource ID: de8cbd9f-91cd-4690-9326-12165261ada1 with Priority: HIGHEST for action port [ 601.093352] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8cbd9f-91cd-4690-9326-12165261ada1 with Priority: HIGHEST for action port [ 601.094790] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-de8cbd9f-91cd-4690-9326-12165261ada1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.094790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de8cbd9f-91cd-4690-9326-12165261ada1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.094936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de8cbd9f-91cd-4690-9326-12165261ada1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.095106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de8cbd9f-91cd-4690-9326-12165261ada1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.095196] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de8cbd9f-91cd-4690-9326-12165261ada1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.174793] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1c19e92c-be8e-4f2f-b49d-fe7b2c504562 None None] Enqueued Resource ID: ac562c7a-0be9-4e72-8708-ca37a42be098 with Priority: HIGHEST for action port [ 601.175061] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac562c7a-0be9-4e72-8708-ca37a42be098 with Priority: HIGHEST for action port [ 601.176662] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac562c7a-0be9-4e72-8708-ca37a42be098 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.176662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac562c7a-0be9-4e72-8708-ca37a42be098" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.176662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac562c7a-0be9-4e72-8708-ca37a42be098" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.176662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac562c7a-0be9-4e72-8708-ca37a42be098" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.176662] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac562c7a-0be9-4e72-8708-ca37a42be098',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.597188] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de8cbd9f-91cd-4690-9326-12165261ada1 [ 601.597500] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.597570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.597757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.597936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.598059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.598163] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de8cbd9f-91cd-4690-9326-12165261ada1 already deleted. [ 601.598248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de8cbd9f-91cd-4690-9326-12165261ada1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.678986] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac562c7a-0be9-4e72-8708-ca37a42be098 [ 601.679256] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.679397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.679468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.679714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.679818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.679919] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac562c7a-0be9-4e72-8708-ca37a42be098 already deleted. [ 601.680026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac562c7a-0be9-4e72-8708-ca37a42be098" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.970637] env[66818]: INFO networking_nsxv3.common.synchronization [req-cfab914b-4ba2-4f7a-9baa-80227ab37598 req-5f9ec133-368b-4050-9377-13839709c6ac tempest-ServerDiagnosticsTest-448303019 tempest-ServerDiagnosticsTest-448303019-project-member] Enqueued Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_members [ 601.970637] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_members [ 601.970637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.970637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.970637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.970870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.971797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.972465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.972650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.972974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.973199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.973781] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.477513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.477513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.477513] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02e1950-2d7c-46e8-940c-3215b55b0eed already deleted. [ 602.477513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.588595] env[66818]: INFO networking_nsxv3.common.synchronization [req-1597aeec-7b9d-4136-b20e-8ddf77f8c34c req-d32484e9-f5c6-4af3-b10b-687af76dd6f6 tempest-ServersV294TestFqdnHostnames-1992255524 tempest-ServersV294TestFqdnHostnames-1992255524-project-member] Enqueued Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_members [ 602.589176] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_members [ 602.590115] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.590115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.590115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.591496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.592289] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.592289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.592289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.592289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.592618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.592618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.948632] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.948983] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.950858] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.951222] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.951505] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.951670] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.951789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.952057] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.952218] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.952507] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.952625] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.952735] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.952841] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.952949] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.953128] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.953214] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.978508] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.979424] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.979424] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.979424] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.980115] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-d352a051-8bb7-4c18-a51b-cc797586f64c taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.980115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.980115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.980391] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.980530] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d352a051-8bb7-4c18-a51b-cc797586f64c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.098527] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.098704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.098782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.099000] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.099301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.099301] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.099381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.099453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.099594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.099671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.099757] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 already deleted. [ 603.099839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.175912] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d5401c8d-3dcc-45f5-a016-ec4dde0d9044 None None] Enqueued Resource ID: c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19 with Priority: HIGHEST for action port [ 603.176604] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19 with Priority: HIGHEST for action port [ 603.176840] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.176967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.177235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.177527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.177592] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.254730] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.254730] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-573" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.254997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-573" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.255150] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-573" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.255434] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.255590] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.255713] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.256140] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.256140] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.256329] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.256392] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.256508] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.256631] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.256691] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.256793] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.256932] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.277623] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.277623] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.277623] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.277623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-573" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.277892] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f2271866-c625-4e8c-9a63-0afda134a6ca taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.278158] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.278232] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.278588] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.278676] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2271866-c625-4e8c-9a63-0afda134a6ca',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.482789] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.483054] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.483185] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.483490] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.483647] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.483801] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port d352a051-8bb7-4c18-a51b-cc797586f64c not found, creating... [ 603.484078] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.484233] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.484347] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.484562] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.484696] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.485060] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.485220] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.485366] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.485608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.485751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.485890] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: d352a051-8bb7-4c18-a51b-cc797586f64c is going to be created. [ 603.506343] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.506548] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.506674] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.506970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.507213] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.507430] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.679768] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19 [ 603.680048] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.680225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.680316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.680536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.680643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.680758] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19 already deleted. [ 603.680845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b0f21b-8ab8-4b25-afd7-c7ea3dda3d19" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.781652] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.781931] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.782085] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.782357] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.782503] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.782653] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port f2271866-c625-4e8c-9a63-0afda134a6ca not found, creating... [ 603.782909] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.783070] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.783182] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.783387] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.783517] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.783823] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.783982] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.784056] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.784256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.784383] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.784514] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f2271866-c625-4e8c-9a63-0afda134a6ca is going to be created. [ 603.806851] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.807077] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.807200] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.807460] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.807748] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.807983] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.288624] env[66818]: INFO networking_nsxv3.common.synchronization [req-cfab914b-4ba2-4f7a-9baa-80227ab37598 req-bb4192ee-c690-4488-9a11-678ddefaf88c service nova] Enqueued Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_rules [ 604.288940] env[66818]: INFO networking_nsxv3.common.synchronization [req-cfab914b-4ba2-4f7a-9baa-80227ab37598 req-bb4192ee-c690-4488-9a11-678ddefaf88c service nova] Enqueued Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_members [ 604.289674] env[66818]: INFO networking_nsxv3.common.synchronization [req-cfab914b-4ba2-4f7a-9baa-80227ab37598 req-bb4192ee-c690-4488-9a11-678ddefaf88c service nova] Enqueued Resource ID: d352a051-8bb7-4c18-a51b-cc797586f64c with Priority: HIGHEST for action port [ 604.289674] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_rules [ 604.289674] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_members [ 604.289777] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d352a051-8bb7-4c18-a51b-cc797586f64c with Priority: HIGHEST for action port [ 604.290020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.290717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.291058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.291144] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.292420] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.292739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.292739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.292831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.293019] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.293019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.293191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.294037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.294037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.294037] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.294914] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d352a051-8bb7-4c18-a51b-cc797586f64c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.295020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.295020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.295353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.295353] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d352a051-8bb7-4c18-a51b-cc797586f64c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.590381] env[66818]: INFO networking_nsxv3.common.synchronization [req-1597aeec-7b9d-4136-b20e-8ddf77f8c34c req-dd5ad2f9-d873-4fc6-be16-870ce5a0e404 service nova] Enqueued Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_rules [ 604.590381] env[66818]: INFO networking_nsxv3.common.synchronization [req-1597aeec-7b9d-4136-b20e-8ddf77f8c34c req-dd5ad2f9-d873-4fc6-be16-870ce5a0e404 service nova] Enqueued Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_members [ 604.590381] env[66818]: INFO networking_nsxv3.common.synchronization [req-1597aeec-7b9d-4136-b20e-8ddf77f8c34c req-dd5ad2f9-d873-4fc6-be16-870ce5a0e404 service nova] Enqueued Resource ID: f2271866-c625-4e8c-9a63-0afda134a6ca with Priority: HIGHEST for action port [ 604.592192] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_rules [ 604.592770] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_members [ 604.595312] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2271866-c625-4e8c-9a63-0afda134a6ca with Priority: HIGHEST for action port [ 604.595312] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.595312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.595312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.595312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.595773] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.596904] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.597112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.597212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.598242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.598242] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.598242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.598479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.599203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.599203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.599203] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.601263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2271866-c625-4e8c-9a63-0afda134a6ca taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.601263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.601462] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2271866-c625-4e8c-9a63-0afda134a6ca',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.796915] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.797293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.805811] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d352a051-8bb7-4c18-a51b-cc797586f64c with status ACTIVE [ 604.809198] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.809380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.809445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.809670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.809824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.810092] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.810236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.810299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.810411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.810491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.810689] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.810773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.810827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.810960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.811048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.811134] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d352a051-8bb7-4c18-a51b-cc797586f64c is going to be updated. [ 604.812310] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.837117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.839923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.840094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.840331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.840485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.840653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d352a051-8bb7-4c18-a51b-cc797586f64c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.101578] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.103092] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.103211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.103369] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2271866-c625-4e8c-9a63-0afda134a6ca with status ACTIVE [ 605.107016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.107016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.107016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.107016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.107016] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2271866-c625-4e8c-9a63-0afda134a6ca is going to be updated. [ 605.129991] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.130179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.130307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.130565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.130841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.131030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2271866-c625-4e8c-9a63-0afda134a6ca" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.185445] env[66818]: INFO networking_nsxv3.common.synchronization [req-b38d73a5-30a6-47af-bd13-17bef3972c98 req-014b33e9-b553-4436-b86a-3b25c220ace9 tempest-ServerDiagnosticsNegativeTest-1982441181 tempest-ServerDiagnosticsNegativeTest-1982441181-project-member] Enqueued Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_members [ 605.185978] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_members [ 605.186926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.187088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.187143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.187787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.187955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.188090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.188135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.188470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.188565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.188672] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.316051] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.542300] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.542548] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.542711] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.543203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.543475] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.543632] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.543745] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.543953] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.544163] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.544393] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.544504] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.544608] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.544714] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.544822] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.544922] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.545067] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.563811] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.563999] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.564247] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.564424] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.564880] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-45ec1023-00ab-413f-af5b-3af40979812b taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.565014] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.565074] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.565389] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.565523] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ec1023-00ab-413f-af5b-3af40979812b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.607815] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.695238] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.695391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.695450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.696106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.696106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.696106] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.696106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.696416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.696416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.696416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.696541] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 already deleted. [ 605.696541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.819701] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.819701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.819701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.819701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.819701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.819701] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02e1950-2d7c-46e8-940c-3215b55b0eed is going to be created. [ 605.849624] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.849902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.850076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.850243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.862709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02e1950-2d7c-46e8-940c-3215b55b0eed in Status: UNINITIALIZED for 2s [ 606.068780] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.068780] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.068780] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.068961] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.068996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.069175] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 45ec1023-00ab-413f-af5b-3af40979812b not found, creating... [ 606.069826] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.069826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.069826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.069990] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.070784] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.070784] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.073425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.073425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.073425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.073425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.073425] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 45ec1023-00ab-413f-af5b-3af40979812b is going to be created. [ 606.092645] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.092847] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.092963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.093260] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.093477] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.093688] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.110421] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.110674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.110674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.110907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.111140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.111204] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 is going to be created. [ 606.140409] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.140602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.140650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.140834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.153246] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: UNINITIALIZED for 2s [ 606.805862] env[66818]: INFO networking_nsxv3.common.synchronization [req-b38d73a5-30a6-47af-bd13-17bef3972c98 req-204ca368-9112-4143-8526-b460f189ecd2 service nova] Enqueued Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_rules [ 606.805862] env[66818]: INFO networking_nsxv3.common.synchronization [req-b38d73a5-30a6-47af-bd13-17bef3972c98 req-204ca368-9112-4143-8526-b460f189ecd2 service nova] Enqueued Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_members [ 606.805862] env[66818]: INFO networking_nsxv3.common.synchronization [req-b38d73a5-30a6-47af-bd13-17bef3972c98 req-204ca368-9112-4143-8526-b460f189ecd2 service nova] Enqueued Resource ID: 45ec1023-00ab-413f-af5b-3af40979812b with Priority: HIGHEST for action port [ 606.805862] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_rules [ 606.805862] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_members [ 606.805862] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ec1023-00ab-413f-af5b-3af40979812b with Priority: HIGHEST for action port [ 606.806563] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.806563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.806563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.806764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.806764] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.807630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.807630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.807791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.807949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.808114] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.808391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.808391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.808391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.808479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.809431] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.809597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ec1023-00ab-413f-af5b-3af40979812b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.810284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.810284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.810284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.810284] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ec1023-00ab-413f-af5b-3af40979812b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.312094] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.313971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.313971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.313971] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45ec1023-00ab-413f-af5b-3af40979812b with status ACTIVE [ 607.313971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.314208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.314208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.314324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.314421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.314610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.314707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.314794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.314910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.314980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.315509] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.315616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.315673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.315834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.315926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.316047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45ec1023-00ab-413f-af5b-3af40979812b is going to be updated. [ 607.336055] env[66818]: INFO networking_nsxv3.common.synchronization [req-6bf7e43f-846c-4c2d-bbf5-2cddd6dab51a req-ba03967b-5f7c-4cd9-ad57-55af18f741ef tempest-DeleteServersAdminTestJSON-66436554 tempest-DeleteServersAdminTestJSON-66436554-project-member] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 607.336716] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 607.338180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.338180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.338413] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.339203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.339556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.340895] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.342502] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.342619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.342688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.342862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.342994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.344166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ec1023-00ab-413f-af5b-3af40979812b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.665776] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.666563] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.666811] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.668099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.668099] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.668099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.668099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.668099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.668099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.668368] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.668405] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.668495] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.668632] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.668698] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.669482] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.669482] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.689393] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.689595] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.689768] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.690020] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.690422] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-7c4cd354-a592-47dd-ab89-9d5efe092f58 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.690665] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.691585] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.691585] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.691988] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4cd354-a592-47dd-ab89-9d5efe092f58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.746523] env[66818]: INFO networking_nsxv3.common.synchronization [None req-8eea8531-8b77-400d-9213-38615e941ede None None] Enqueued Resource ID: 9e37f776-30d0-4a90-b429-0e6c0c7f2073 with Priority: HIGHEST for action port [ 607.747225] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e37f776-30d0-4a90-b429-0e6c0c7f2073 with Priority: HIGHEST for action port [ 607.747597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e37f776-30d0-4a90-b429-0e6c0c7f2073 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.747934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e37f776-30d0-4a90-b429-0e6c0c7f2073" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.747934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e37f776-30d0-4a90-b429-0e6c0c7f2073" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.748146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e37f776-30d0-4a90-b429-0e6c0c7f2073" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.748251] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e37f776-30d0-4a90-b429-0e6c0c7f2073',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.815349] env[66818]: INFO networking_nsxv3.common.synchronization [None req-6a2f798f-24b2-4503-bf83-e16e343c2eaa tempest-VolumesAssistedSnapshotsTest-778480350 tempest-VolumesAssistedSnapshotsTest-778480350-project-member] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_rules [ 607.815719] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.816599] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_rules [ 607.817235] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.817372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.817429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.817734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.817809] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.846047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.846047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.846047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.846047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.846047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.846438] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.846438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.846438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.846438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.846577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.846577] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da already deleted. [ 607.846635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.873577] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02e1950-2d7c-46e8-940c-3215b55b0eed in Status: SUCCESS [ 607.874098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.874098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.874193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.874353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.874471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.874634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.875670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.875670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.875670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.875670] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.920973] env[66818]: INFO networking_nsxv3.common.synchronization [None req-9d055065-510c-42ac-908f-dca423011f2c None None] Enqueued Resource ID: dc51a7c0-da62-423a-89ac-71cfaff2f0cf with Priority: HIGHEST for action port [ 607.921667] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc51a7c0-da62-423a-89ac-71cfaff2f0cf with Priority: HIGHEST for action port [ 607.922188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc51a7c0-da62-423a-89ac-71cfaff2f0cf taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.922384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc51a7c0-da62-423a-89ac-71cfaff2f0cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.922492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc51a7c0-da62-423a-89ac-71cfaff2f0cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.922776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc51a7c0-da62-423a-89ac-71cfaff2f0cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.922889] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc51a7c0-da62-423a-89ac-71cfaff2f0cf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.148824] env[66818]: INFO networking_nsxv3.common.synchronization [None req-47a446e0-31ed-44eb-8114-ad9781009d87 None None] Enqueued Resource ID: 17f4e607-190b-401e-ab9c-25e7ed1be3f8 with Priority: HIGHEST for action port [ 608.149128] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f4e607-190b-401e-ab9c-25e7ed1be3f8 with Priority: HIGHEST for action port [ 608.151363] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f4e607-190b-401e-ab9c-25e7ed1be3f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.152122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f4e607-190b-401e-ab9c-25e7ed1be3f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.152122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f4e607-190b-401e-ab9c-25e7ed1be3f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.152122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f4e607-190b-401e-ab9c-25e7ed1be3f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.152266] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f4e607-190b-401e-ab9c-25e7ed1be3f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.164279] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: SUCCESS [ 608.164688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167240] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.167240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.167240] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.195847] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.195847] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.195847] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.195847] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.196047] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.196103] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 7c4cd354-a592-47dd-ab89-9d5efe092f58 not found, creating... [ 608.196495] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.197778] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.197937] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.198186] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.198340] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.198607] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.198899] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.199092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.199560] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.199997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.200246] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 7c4cd354-a592-47dd-ab89-9d5efe092f58 is going to be created. [ 608.223779] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.223779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.223779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.223779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.223779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.223779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.251715] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e37f776-30d0-4a90-b429-0e6c0c7f2073 [ 608.252326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.252623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.252777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.253089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.253270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.253525] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e37f776-30d0-4a90-b429-0e6c0c7f2073 already deleted. [ 608.253695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e37f776-30d0-4a90-b429-0e6c0c7f2073" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.265797] env[66818]: INFO networking_nsxv3.common.synchronization [None req-7654c9f2-6a20-4a7a-b619-f12cd95fc38c tempest-VolumesAssistedSnapshotsTest-778480350 tempest-VolumesAssistedSnapshotsTest-778480350-project-member] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_rules [ 608.268050] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_rules [ 608.268050] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.268050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.321041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.321041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.321041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.321041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.321041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.321041] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 is going to be created. [ 608.341989] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.342204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.342204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.342417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.342500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.342589] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 already deleted. [ 608.342666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.342813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.342958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.343050] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.351836] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.352083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.352141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.352321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.352568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.363429] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 in Status: UNINITIALIZED for 2s [ 608.378140] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.378371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.378639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.378975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.379239] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.379386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.379508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.379961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.380617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.380816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.380997] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.381340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.381443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.381699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.381929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.382069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.382156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.382323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.382426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.382528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.382638] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.425828] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc51a7c0-da62-423a-89ac-71cfaff2f0cf [ 608.427462] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.427462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.427462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.427462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.427462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.427462] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc51a7c0-da62-423a-89ac-71cfaff2f0cf already deleted. [ 608.427462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc51a7c0-da62-423a-89ac-71cfaff2f0cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.655487] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17f4e607-190b-401e-ab9c-25e7ed1be3f8 [ 608.655684] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.655969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.655969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.656154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.656187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.656279] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17f4e607-190b-401e-ab9c-25e7ed1be3f8 already deleted. [ 608.656973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f4e607-190b-401e-ab9c-25e7ed1be3f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.672275] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.868917] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.869270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.869400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.869769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.869978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.870129] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 already deleted. [ 608.870254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.884749] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02e1950-2d7c-46e8-940c-3215b55b0eed: rpc.has_security_group_logging(os_id): False [ 608.901562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.901928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.901928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.902046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.902123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.902405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.902528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.902585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.902879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.902879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.902990] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.903098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.903162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.903292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.903380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.903580] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.903677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.903799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.903890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.903975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.904078] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02e1950-2d7c-46e8-940c-3215b55b0eed is going to be created. [ 608.940158] env[66818]: INFO networking_nsxv3.common.synchronization [req-6bf7e43f-846c-4c2d-bbf5-2cddd6dab51a req-7f4844ec-cf1e-433c-a814-3d145d2d5fbb service nova] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_rules [ 608.940338] env[66818]: INFO networking_nsxv3.common.synchronization [req-6bf7e43f-846c-4c2d-bbf5-2cddd6dab51a req-7f4844ec-cf1e-433c-a814-3d145d2d5fbb service nova] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 608.940740] env[66818]: INFO networking_nsxv3.common.synchronization [req-6bf7e43f-846c-4c2d-bbf5-2cddd6dab51a req-7f4844ec-cf1e-433c-a814-3d145d2d5fbb service nova] Enqueued Resource ID: 7c4cd354-a592-47dd-ab89-9d5efe092f58 with Priority: HIGHEST for action port [ 608.941024] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_rules [ 608.941149] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 608.941248] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4cd354-a592-47dd-ab89-9d5efe092f58 with Priority: HIGHEST for action port [ 608.941514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.941626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.942217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.942217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.942217] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.942863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.942967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.943051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.943211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.943349] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.943439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.943499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.943637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.943707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.943787] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.945024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4cd354-a592-47dd-ab89-9d5efe092f58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.945024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.945260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.945260] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4cd354-a592-47dd-ab89-9d5efe092f58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.967032] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.967032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.967032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.967032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.967353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.980178] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02e1950-2d7c-46e8-940c-3215b55b0eed in Status: IN_PROGRESS for 2s [ 609.174381] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d098bc4c-96fc-4f4b-afe9-eb1083c02124: rpc.has_security_group_logging(os_id): False [ 609.192479] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.195899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.195899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.195899] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 is going to be created. [ 609.259310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.259509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.259592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.259851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.260105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.272952] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: IN_PROGRESS for 2s [ 609.447067] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.447497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.447820] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.449264] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4cd354-a592-47dd-ab89-9d5efe092f58 with status ACTIVE [ 609.449552] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.450250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.450250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.450250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.450250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.451012] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.451012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.451012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.451156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.451237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.451494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.451712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.451863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.452234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.453148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.453148] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4cd354-a592-47dd-ab89-9d5efe092f58 is going to be updated. [ 609.486754] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.486941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.486941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.487160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.487310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4cd354-a592-47dd-ab89-9d5efe092f58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.582360] env[66818]: INFO networking_nsxv3.common.synchronization [req-e23d9a52-f57a-420a-8571-920acd84f662 req-e366bc1f-e246-4fcc-bc30-ef5f701e9c0b tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 609.582853] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 609.584797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.585929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.585929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.585929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.585929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.585929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.585929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.585929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.586301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.586301] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.955393] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.090367] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.090577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.091094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.091094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.091246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.091380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.091724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.091857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.091940] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 already deleted. [ 610.092098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.107204] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.108918] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.108918] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.108918] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.108918] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.108918] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.109429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.109429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.109565] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.109862] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.110136] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.110215] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.110365] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.110527] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.110683] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.110911] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.152589] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.152793] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.152930] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.153147] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.153526] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.153682] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.153797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.154237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.154501] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bf99d6-dadf-4504-9bb2-7f979e6b29a4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.373639] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 in Status: SUCCESS [ 610.373978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.374689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.374996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.375276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.375464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.375603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.375863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.375955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.376083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.376200] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.458119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.458452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.458452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.458672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.458773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.458870] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be created. [ 610.486093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.486093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.486093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.486093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.486093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.498020] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: UNINITIALIZED for 2s [ 610.657205] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657465] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.657533] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.657875] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.658036] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.658193] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 not found, creating... [ 610.658451] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.658600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.658762] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.659080] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.659253] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.659627] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.659807] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.659954] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.660246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.660391] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.660598] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 is going to be created. [ 610.684017] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.684295] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.684436] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.684717] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.684981] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.685330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.878407] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.878639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.878639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.878966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.879227] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.879377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.879468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.879686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.879809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.879929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.880141] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.880268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.880361] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.880548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.880721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.880858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.881032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.881110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.881195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.881262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.881393] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.993210] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02e1950-2d7c-46e8-940c-3215b55b0eed in Status: SUCCESS [ 610.993492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.293037] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: SUCCESS [ 611.293037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.385698] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992: rpc.has_security_group_logging(os_id): False [ 611.394464] env[66818]: INFO networking_nsxv3.common.synchronization [req-e23d9a52-f57a-420a-8571-920acd84f662 req-9d0e66a2-3969-4a1f-8e4f-fb7e83b75cb3 service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 611.394639] env[66818]: INFO networking_nsxv3.common.synchronization [req-e23d9a52-f57a-420a-8571-920acd84f662 req-9d0e66a2-3969-4a1f-8e4f-fb7e83b75cb3 service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 611.394771] env[66818]: INFO networking_nsxv3.common.synchronization [req-e23d9a52-f57a-420a-8571-920acd84f662 req-9d0e66a2-3969-4a1f-8e4f-fb7e83b75cb3 service nova] Enqueued Resource ID: f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 with Priority: HIGHEST for action port [ 611.394990] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 611.395170] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 611.395224] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 with Priority: HIGHEST for action port [ 611.396072] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.396072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.396072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.396842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.396842] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.397646] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.397780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.397854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.398014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.398177] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.398273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.398333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.398474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.398553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.398639] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.403184] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.403334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.403334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.403532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.403608] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1bf99d6-dadf-4504-9bb2-7f979e6b29a4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.405879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.405989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.406113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.409889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.409889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.410089] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.410281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.410281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.410447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.410524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.410722] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.410817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.410955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.411044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.411119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.411315] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.411420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.411490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.411842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.411842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.411842] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 is going to be created. [ 611.484857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.484857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.484857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.485147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.485640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.498779] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 in Status: IN_PROGRESS for 2s [ 611.821159] env[66818]: INFO networking_nsxv3.common.synchronization [None req-bad76e31-6086-4067-85ed-a988833a2d8a None None] Enqueued Resource ID: 1d891437-f9ba-4a4a-940c-91d2f824f830 with Priority: HIGHEST for action port [ 611.821159] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d891437-f9ba-4a4a-940c-91d2f824f830 with Priority: HIGHEST for action port [ 611.821159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d891437-f9ba-4a4a-940c-91d2f824f830 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.821159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d891437-f9ba-4a4a-940c-91d2f824f830" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.821159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d891437-f9ba-4a4a-940c-91d2f824f830" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.821159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d891437-f9ba-4a4a-940c-91d2f824f830" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.821990] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d891437-f9ba-4a4a-940c-91d2f824f830',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.903877] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.913683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.914760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.915238] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 with status ACTIVE [ 611.916397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.916637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.916637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.916912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.916912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.917025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.917101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.917161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.917330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.917410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.917591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.917792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.917792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.917912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.918017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.918078] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1bf99d6-dadf-4504-9bb2-7f979e6b29a4 is going to be updated. [ 611.941821] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.942039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.942039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.942758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.942758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.942758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1bf99d6-dadf-4504-9bb2-7f979e6b29a4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.324766] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d891437-f9ba-4a4a-940c-91d2f824f830 [ 612.326900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.326900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.326900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.326900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.326900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.326900] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d891437-f9ba-4a4a-940c-91d2f824f830 already deleted. [ 612.326900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d891437-f9ba-4a4a-940c-91d2f824f830" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.347019] env[66818]: INFO networking_nsxv3.common.synchronization [req-9b0fae52-5a2d-4099-b711-e803ec69d737 req-61a60852-b87a-4e80-8018-c54b33f7f301 tempest-ImagesOneServerTestJSON-1863522785 tempest-ImagesOneServerTestJSON-1863522785-project-member] Enqueued Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_members [ 612.347019] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_members [ 612.347019] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.347019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.347019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.347374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.349492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.349492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.349492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.349492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.349492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.349492] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.408405] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.511909] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 612.512192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.512366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.512595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.512791] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.512912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.512980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.513153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.513236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.513323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.513469] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.851765] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.852344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.852344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.852344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.852573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.852678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.852738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.852779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.853082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.853082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.853182] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e already deleted. [ 612.853327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.911151] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.911389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.911495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.911680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.911784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.911905] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be created. [ 612.944141] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.944400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.945865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.945865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.945865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.957950] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: UNINITIALIZED for 2s [ 613.017079] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.017316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.017392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.017963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.018350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.018540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.018954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.018954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.019051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.019203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.019472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.019696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.019843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.023513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.023839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.024036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.024194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.024574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.024689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.024877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.025056] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.110663] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.110874] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.110991] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.111385] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.111653] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.111849] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.111966] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.112254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.112404] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.112613] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.112722] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.112827] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.113037] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.113162] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.113301] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.113436] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.134611] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.134808] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.134995] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.135364] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135784] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-af03078a-3be5-4de3-82f1-b97d81b939e1 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.135984] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.136140] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.136562] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.136710] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af03078a-3be5-4de3-82f1-b97d81b939e1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.513673] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 in Status: SUCCESS [ 613.513997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.530734] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68c22fb4-51fc-4f4b-9354-6dbf8979b8da: rpc.has_security_group_logging(os_id): False [ 613.551217] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.551384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.551455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.551668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.551758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.551945] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.552343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.552343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.552343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.552343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.552533] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.552589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.553707] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.553707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.553707] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be created. [ 613.623476] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.623476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.623476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.623476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.623476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.639343] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: IN_PROGRESS for 2s [ 613.639864] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.640079] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.640424] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.640494] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.640610] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640753] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port af03078a-3be5-4de3-82f1-b97d81b939e1 not found, creating... [ 613.641049] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.641212] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.641327] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.641548] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.641679] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.642078] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.642626] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.642794] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.643152] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.643254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.643574] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: af03078a-3be5-4de3-82f1-b97d81b939e1 is going to be created. [ 613.686582] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.686582] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.686582] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.686582] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.686582] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.686582] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.779413] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c91e9bb4-93fb-444f-8c9d-ac34f7fd7ec6 None None] Enqueued Resource ID: 13763bd1-e922-4f89-b574-e81f55ac81f9 with Priority: HIGHEST for action port [ 613.779413] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13763bd1-e922-4f89-b574-e81f55ac81f9 with Priority: HIGHEST for action port [ 613.779413] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-13763bd1-e922-4f89-b574-e81f55ac81f9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13763bd1-e922-4f89-b574-e81f55ac81f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.780502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13763bd1-e922-4f89-b574-e81f55ac81f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.781157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13763bd1-e922-4f89-b574-e81f55ac81f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.781272] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13763bd1-e922-4f89-b574-e81f55ac81f9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.095158] env[66818]: INFO networking_nsxv3.common.synchronization [None req-75023dc9-8d55-4aa7-be4d-e9e2837acde8 None None] Enqueued Resource ID: c04d8a3e-4db8-415c-97b7-3288db2a46c1 with Priority: HIGHEST for action port [ 614.095953] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c04d8a3e-4db8-415c-97b7-3288db2a46c1 with Priority: HIGHEST for action port [ 614.096270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c04d8a3e-4db8-415c-97b7-3288db2a46c1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.096514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c04d8a3e-4db8-415c-97b7-3288db2a46c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.096593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c04d8a3e-4db8-415c-97b7-3288db2a46c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.096843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c04d8a3e-4db8-415c-97b7-3288db2a46c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.096924] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c04d8a3e-4db8-415c-97b7-3288db2a46c1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.288377] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13763bd1-e922-4f89-b574-e81f55ac81f9 [ 614.288377] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.288377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.288377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.288377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.288377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.288377] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13763bd1-e922-4f89-b574-e81f55ac81f9 already deleted. [ 614.288377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13763bd1-e922-4f89-b574-e81f55ac81f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.469608] env[66818]: INFO networking_nsxv3.common.synchronization [req-9b0fae52-5a2d-4099-b711-e803ec69d737 req-f5a157d2-c6fb-4d6e-a8ac-c1d2f50ef776 service nova] Enqueued Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_rules [ 614.470955] env[66818]: INFO networking_nsxv3.common.synchronization [req-9b0fae52-5a2d-4099-b711-e803ec69d737 req-f5a157d2-c6fb-4d6e-a8ac-c1d2f50ef776 service nova] Enqueued Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_members [ 614.470955] env[66818]: INFO networking_nsxv3.common.synchronization [req-9b0fae52-5a2d-4099-b711-e803ec69d737 req-f5a157d2-c6fb-4d6e-a8ac-c1d2f50ef776 service nova] Enqueued Resource ID: af03078a-3be5-4de3-82f1-b97d81b939e1 with Priority: HIGHEST for action port [ 614.470955] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_rules [ 614.470955] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_members [ 614.470955] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af03078a-3be5-4de3-82f1-b97d81b939e1 with Priority: HIGHEST for action port [ 614.471528] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.471528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.471528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.471800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.471800] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.472678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.473645] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.473645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.474295] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.474611] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-af03078a-3be5-4de3-82f1-b97d81b939e1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.474734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.474835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.476876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.476876] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af03078a-3be5-4de3-82f1-b97d81b939e1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.601570] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c04d8a3e-4db8-415c-97b7-3288db2a46c1 [ 614.601570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.601570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.601570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.601570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.601570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.601570] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c04d8a3e-4db8-415c-97b7-3288db2a46c1 already deleted. [ 614.602570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c04d8a3e-4db8-415c-97b7-3288db2a46c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.970138] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 614.970384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.971108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.974359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.974591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.974769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.974838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.975019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.975110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.975202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.975301] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.976702] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.976832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.977042] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.978130] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af03078a-3be5-4de3-82f1-b97d81b939e1 with status ACTIVE [ 614.978315] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.978438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.978509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.980756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.980756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.980865] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.981509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.981509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.981509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.981509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.981509] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.981918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.981918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.982180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.982269] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af03078a-3be5-4de3-82f1-b97d81b939e1 is going to be updated. [ 615.009365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.009458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.009511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.009764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.009854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.010156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af03078a-3be5-4de3-82f1-b97d81b939e1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.107442] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-14a4170b-81e1-4950-901b-7adb78261927 tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 615.108048] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 615.108381] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.108504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.108543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.109069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.109245] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.109353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.109634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.109634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.109825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.109825] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.479872] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.479872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.479872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.480093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.481900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.481900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.481900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.481900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.481900] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.485354] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.581061] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-d2f4709f-5e55-44cd-aa3a-9a3116e0748f tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 615.582666] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 615.582666] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.582666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.612874] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.613255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.613255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.613626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.614766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.615249] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.615249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.615408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.615481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.615580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.615690] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 already deleted. [ 615.616826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.616826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.616826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.616826] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.617036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.617036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.618952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.619064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.619201] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.654153] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 615.654744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.882083] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e7f6789f-8e10-44fd-8453-059284bc3d76 None None] Enqueued Resource ID: 027fc320-836a-453b-8b7a-3cfdaa1b31a1 with Priority: HIGHEST for action port [ 615.882643] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027fc320-836a-453b-8b7a-3cfdaa1b31a1 with Priority: HIGHEST for action port [ 615.882957] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-027fc320-836a-453b-8b7a-3cfdaa1b31a1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.883166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027fc320-836a-453b-8b7a-3cfdaa1b31a1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.883411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027fc320-836a-453b-8b7a-3cfdaa1b31a1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.883681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027fc320-836a-453b-8b7a-3cfdaa1b31a1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.883797] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027fc320-836a-453b-8b7a-3cfdaa1b31a1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.985050] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-0a55984c-bbe1-48b4-aa97-5cc4ff135aef tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 615.985627] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 615.985627] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34d1cd3-8982-43ca-8e8a-891f3bb3acb1: rpc.has_security_group_logging(os_id): False [ 615.991120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.991120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.991608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.991728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.991812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.992382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.992382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.992382] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e is going to be created. [ 616.017466] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.017466] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.017466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.017882] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.017882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.017882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.017882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.018082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.018382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.018382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.018382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.018579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.018579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.018639] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be created. [ 616.024217] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.024217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.024217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.025951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.025951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.044448] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e in Status: UNINITIALIZED for 2s [ 616.104382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.104484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.104484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.104671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.104841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.119532] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 616.123058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.123995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.123995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.123995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.124210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.124579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.124905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.124905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.125826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.125826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.125826] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 already deleted. [ 616.125826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.127431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.128112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.128112] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.128112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.128112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.128426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.128426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.128527] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.386025] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027fc320-836a-453b-8b7a-3cfdaa1b31a1 [ 616.386278] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.386424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.386489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.386851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.386981] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027fc320-836a-453b-8b7a-3cfdaa1b31a1 already deleted. [ 616.387126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027fc320-836a-453b-8b7a-3cfdaa1b31a1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.391794] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.392049] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.392120] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.392426] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.392725] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.392893] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393129] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.393414] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.393616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.393830] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.394145] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.394266] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.394417] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.394565] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.394668] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.394853] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.415568] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.415873] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.415873] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.415973] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.416512] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-e1e30f56-0d33-4b13-af1c-64d3427f6690 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.416708] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.416708] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.417777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.417777] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e30f56-0d33-4b13-af1c-64d3427f6690',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.632045] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.632448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.632448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.632448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.632611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.633050] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.633050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.633245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.633245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.633365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.633477] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 already deleted. [ 616.633590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.920335] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.921396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.921571] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.921887] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.922089] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.922299] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port e1e30f56-0d33-4b13-af1c-64d3427f6690 not found, creating... [ 616.922642] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.922846] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.923008] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.923326] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.923428] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.923728] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.923920] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.925434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.925717] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.925898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.926103] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: e1e30f56-0d33-4b13-af1c-64d3427f6690 is going to be created. [ 616.952322] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952472] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.952591] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.952856] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.953483] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.953483] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.672135] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-ce780457-3734-4177-8fe7-5f9a18459407 service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 617.672135] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-ce780457-3734-4177-8fe7-5f9a18459407 service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 617.672135] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-ce780457-3734-4177-8fe7-5f9a18459407 service nova] Enqueued Resource ID: e1e30f56-0d33-4b13-af1c-64d3427f6690 with Priority: HIGHEST for action port [ 617.672135] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 617.673061] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 617.673871] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e30f56-0d33-4b13-af1c-64d3427f6690 with Priority: HIGHEST for action port [ 617.673871] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.673871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.673871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.674539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.674965] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.677073] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.677073] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.677073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.677566] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.678621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e30f56-0d33-4b13-af1c-64d3427f6690 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.678884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.679099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.680998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.680998] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e30f56-0d33-4b13-af1c-64d3427f6690',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.003821] env[66818]: INFO networking_nsxv3.common.synchronization [None req-31c9e8b5-aef1-47ed-92e5-a429f735851f tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 618.004548] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 618.005528] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.005691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.005777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.006113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.006207] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.056092] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e in Status: SUCCESS [ 618.056370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.056552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.056780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.056972] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.057115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.057183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.057341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.057422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.057509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.057601] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.135029] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 618.136054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.182455] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.185075] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.185212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.185387] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e30f56-0d33-4b13-af1c-64d3427f6690 with status ACTIVE [ 618.185558] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.185661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.185725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.185929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.186027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.186194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.186285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.186391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.186493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.186568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.186741] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.186824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.186882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.187192] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e30f56-0d33-4b13-af1c-64d3427f6690 is going to be updated. [ 618.210587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.210788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.210885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.211202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.211387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.211622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e30f56-0d33-4b13-af1c-64d3427f6690" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.293501] env[66818]: INFO networking_nsxv3.common.synchronization [None req-971222a8-457b-4d5f-b743-5fc0e64a9e3d tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 618.293501] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 618.293501] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.293501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.528099] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.528256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.528325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.528546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.528636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.529071] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 already deleted. [ 618.529071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.529071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.529220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.529337] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.560531] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.560531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.560531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.560749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.560939] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.561048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.561111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.561292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.561373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.561411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.561561] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.561700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.561953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.561953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.562139] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.562197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.562231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.562399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.562457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.562585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.562642] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.648281] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.648281] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.648754] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.648754] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649504] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.649700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.649815] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.650138] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.650296] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.650794] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.650794] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.650794] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.650794] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.651062] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.651062] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.651159] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.673129] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.673474] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.673474] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.673622] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.673935] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-bae968e3-6569-496c-bc6a-498b0259a307 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.674121] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.674279] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.674600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.674741] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae968e3-6569-496c-bc6a-498b0259a307',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.689152] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.053644] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.053853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.053982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.054350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.054509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.054675] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 already deleted. [ 619.054825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.064623] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90e66cd3-6088-484d-b5de-de7a5b4a4c8e: rpc.has_security_group_logging(os_id): False [ 619.083076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.083276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.083364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.083578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.083655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.083963] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.084184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.084184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.084478] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.084610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.084674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.085209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.085326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.085396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.085528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.085598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.085725] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e is going to be created. [ 619.149999] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.150243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.150313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.150495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.150739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.162263] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e in Status: IN_PROGRESS for 2s [ 619.178862] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.179044] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.179173] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.179576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.179576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.179826] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port bae968e3-6569-496c-bc6a-498b0259a307 not found, creating... [ 619.180082] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.180451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.180451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.180649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.180797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.181131] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.181300] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.181505] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.181658] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.181850] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.182120] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: bae968e3-6569-496c-bc6a-498b0259a307 is going to be created. [ 619.191251] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.191423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.191513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.191754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.191843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.192015] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be created. [ 619.205942] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.206318] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.206452] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.206805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.207195] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.207551] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.239587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.240129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.240129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.240129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.240365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.272259] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: UNINITIALIZED for 2s [ 619.948743] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-5ea96039-feaf-4855-9f0f-42ad9528f31d service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 619.948743] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-5ea96039-feaf-4855-9f0f-42ad9528f31d service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 619.949917] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-5ea96039-feaf-4855-9f0f-42ad9528f31d service nova] Enqueued Resource ID: bae968e3-6569-496c-bc6a-498b0259a307 with Priority: HIGHEST for action port [ 619.950289] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 619.950460] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 619.950566] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae968e3-6569-496c-bc6a-498b0259a307 with Priority: HIGHEST for action port [ 619.950866] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.950996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951217] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.951315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951427] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae968e3-6569-496c-bc6a-498b0259a307 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.951538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.951601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.951913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.952021] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae968e3-6569-496c-bc6a-498b0259a307',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.455972] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae968e3-6569-496c-bc6a-498b0259a307 with status ACTIVE [ 620.456280] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.456454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.456524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.456775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.456874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.458185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.458229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.458320] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae968e3-6569-496c-bc6a-498b0259a307 is going to be updated. [ 620.485667] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.485886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.485956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.486160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.486301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.486448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae968e3-6569-496c-bc6a-498b0259a307" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.839958] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.840153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.840153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.840429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.840693] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.840868] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.840974] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.841623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.841623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.841623] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.841781] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.841817] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.842186] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.842186] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.842410] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.842410] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.863113] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.863277] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.863506] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.863595] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-853" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.864074] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-5054c637-9691-424d-be9e-9f2ad9b1ecc2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.864264] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.864434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.864764] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.864911] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5054c637-9691-424d-be9e-9f2ad9b1ecc2',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.177949] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e in Status: SUCCESS [ 621.178289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.283045] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 621.283045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.283192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.283369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.283578] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.283737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.283872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.284016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.284139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.284937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.284937] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.285353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.285618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.285979] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.285979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.286131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.286648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.286648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.286648] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.367715] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.368217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.368217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.368426] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.369227] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.369428] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 5054c637-9691-424d-be9e-9f2ad9b1ecc2 not found, creating... [ 621.369729] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.370512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.370512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.370512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.370512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.370736] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.370924] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.371066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.371296] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.371436] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.372674] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 5054c637-9691-424d-be9e-9f2ad9b1ecc2 is going to be created. [ 621.395021] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.395339] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.395528] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.395823] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.396499] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.396499] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.791677] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.792800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.792909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075022] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-f5d7c594-13be-4eaa-b3e5-6d1442ec92b7 service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 622.075022] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-f5d7c594-13be-4eaa-b3e5-6d1442ec92b7 service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 622.075022] env[66818]: INFO networking_nsxv3.common.synchronization [req-519752a6-9458-49f0-9f88-5bccce6cbe42 req-f5d7c594-13be-4eaa-b3e5-6d1442ec92b7 service nova] Enqueued Resource ID: 5054c637-9691-424d-be9e-9f2ad9b1ecc2 with Priority: HIGHEST for action port [ 622.075022] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 622.075022] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 622.075022] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5054c637-9691-424d-be9e-9f2ad9b1ecc2 with Priority: HIGHEST for action port [ 622.075022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.075022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5054c637-9691-424d-be9e-9f2ad9b1ecc2 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.075898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.076100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.076476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.076701] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5054c637-9691-424d-be9e-9f2ad9b1ecc2',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.295333] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.580084] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5054c637-9691-424d-be9e-9f2ad9b1ecc2 with status ACTIVE [ 622.580084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.580084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.580084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.580309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.580394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.580592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.580689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.580755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.580928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.581511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.581511] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.581654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.581654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.581766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.581845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.581933] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5054c637-9691-424d-be9e-9f2ad9b1ecc2 is going to be updated. [ 622.611119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.611302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.611377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.611622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.611765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.611965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5054c637-9691-424d-be9e-9f2ad9b1ecc2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.799253] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.799414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.799484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.800913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.801100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.801235] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 622.844532] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.845199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.845849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.847518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.847518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.859095] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 623.038614] env[66818]: INFO networking_nsxv3.common.synchronization [req-7a97b0ae-4a72-4ee9-a0d6-c4b4c82d5ce5 req-60c110c6-db60-406f-88f1-dc7505c64718 tempest-VolumesAssistedSnapshotsTest-778480350 tempest-VolumesAssistedSnapshotsTest-778480350-project-member] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_members [ 623.039329] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_members [ 623.039706] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.039836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.039905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.040219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.040408] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.040524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.040600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.040777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.040863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.040961] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.518456] env[66818]: INFO networking_nsxv3.common.synchronization [None req-86b0dc89-a892-456e-8b6f-9107e884f067 None None] Enqueued Resource ID: 6d74250f-825b-4b8b-bfb8-bda179cc98bd with Priority: HIGHEST for action port [ 623.518994] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d74250f-825b-4b8b-bfb8-bda179cc98bd with Priority: HIGHEST for action port [ 623.519370] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d74250f-825b-4b8b-bfb8-bda179cc98bd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.519514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d74250f-825b-4b8b-bfb8-bda179cc98bd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.519514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d74250f-825b-4b8b-bfb8-bda179cc98bd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.519766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d74250f-825b-4b8b-bfb8-bda179cc98bd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.520128] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d74250f-825b-4b8b-bfb8-bda179cc98bd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.538833] env[66818]: INFO networking_nsxv3.common.synchronization [None req-aaa05e36-a5ce-43f5-b870-38fb02412672 None None] Enqueued Resource ID: da3b98b8-cc44-4f86-ab9c-6ea07735c21a with Priority: HIGHEST for action port [ 623.539498] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da3b98b8-cc44-4f86-ab9c-6ea07735c21a with Priority: HIGHEST for action port [ 623.539653] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-da3b98b8-cc44-4f86-ab9c-6ea07735c21a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.539792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da3b98b8-cc44-4f86-ab9c-6ea07735c21a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.539873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da3b98b8-cc44-4f86-ab9c-6ea07735c21a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.541498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da3b98b8-cc44-4f86-ab9c-6ea07735c21a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.541498] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3b98b8-cc44-4f86-ab9c-6ea07735c21a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.547137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.547276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.547352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.547552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.547632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.547899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.547999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.548077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.548238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.548316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.548400] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 already deleted. [ 623.548482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.022540] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d74250f-825b-4b8b-bfb8-bda179cc98bd [ 624.022762] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.022895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.022959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023385] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d74250f-825b-4b8b-bfb8-bda179cc98bd already deleted. [ 624.023463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d74250f-825b-4b8b-bfb8-bda179cc98bd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.043328] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da3b98b8-cc44-4f86-ab9c-6ea07735c21a [ 624.043558] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.043661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.043824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.044078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.044266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.044784] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da3b98b8-cc44-4f86-ab9c-6ea07735c21a already deleted. [ 624.044784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da3b98b8-cc44-4f86-ab9c-6ea07735c21a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.276075] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.276321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-186" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.276479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-186" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.276909] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-186" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.277267] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.277586] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.277808] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.278122] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.278336] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.278607] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.278754] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.278860] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.278995] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.279144] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.279307] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.279475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.302551] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.302872] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.303015] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.303272] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-186" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.303690] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.303915] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.304098] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.304482] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.304676] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.810419] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.810842] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.811464] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.811543] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.812433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.812433] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 not found, creating... [ 624.812433] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.812774] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.813170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.813170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.813385] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.816220] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.816534] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.816914] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.817088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.817362] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.817508] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 is going to be created. [ 624.841616] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.841616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.841616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.841616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.841616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.841616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.870177] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 624.870177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.870358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.870581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.870775] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.870888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.870950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.871390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.871390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.871390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.871530] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.871579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.871615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.871726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.871867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.871959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.872769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.873465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.873465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.873465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.873465] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.874402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.874402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.874513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.874570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.874617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.874753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.874824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.874961] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.377846] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2852a6-131b-4db4-80e9-e4d5c0734102: rpc.has_security_group_logging(os_id): False [ 625.378694] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.400910] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.401124] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.401332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.401424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.401530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.401761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.401864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.402673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.402673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.402673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.402673] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.402673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.402673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.402673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.403256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.403256] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.403256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.403256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.403256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.404147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.404147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be created. [ 625.469659] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1533bb24-431d-47a8-8b4d-a1e9db73ad80 None None] Enqueued Resource ID: def40743-57e1-403c-9a52-576bef21af15 with Priority: HIGHEST for action port [ 625.469753] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def40743-57e1-403c-9a52-576bef21af15 with Priority: HIGHEST for action port [ 625.470013] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-def40743-57e1-403c-9a52-576bef21af15 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.470169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def40743-57e1-403c-9a52-576bef21af15" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.470303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def40743-57e1-403c-9a52-576bef21af15" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.470587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def40743-57e1-403c-9a52-576bef21af15" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.470672] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def40743-57e1-403c-9a52-576bef21af15',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.487971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.488366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.489127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.489127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.489517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.495262] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0d0c352e-537d-46d8-8c9b-db92490b5bb4 None None] Enqueued Resource ID: d17a2e88-e855-4e91-a857-4c68cc96c984 with Priority: HIGHEST for action port [ 625.495599] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17a2e88-e855-4e91-a857-4c68cc96c984 with Priority: HIGHEST for action port [ 625.496103] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d17a2e88-e855-4e91-a857-4c68cc96c984 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.496241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d17a2e88-e855-4e91-a857-4c68cc96c984" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.496314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d17a2e88-e855-4e91-a857-4c68cc96c984" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.496574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d17a2e88-e855-4e91-a857-4c68cc96c984" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.496657] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17a2e88-e855-4e91-a857-4c68cc96c984',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.500875] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 625.571819] env[66818]: INFO networking_nsxv3.common.synchronization [req-7a97b0ae-4a72-4ee9-a0d6-c4b4c82d5ce5 req-ba210d69-422e-422a-bb0c-7b044cbcaeed service nova] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_rules [ 625.572022] env[66818]: INFO networking_nsxv3.common.synchronization [req-7a97b0ae-4a72-4ee9-a0d6-c4b4c82d5ce5 req-ba210d69-422e-422a-bb0c-7b044cbcaeed service nova] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_members [ 625.572212] env[66818]: INFO networking_nsxv3.common.synchronization [req-7a97b0ae-4a72-4ee9-a0d6-c4b4c82d5ce5 req-ba210d69-422e-422a-bb0c-7b044cbcaeed service nova] Enqueued Resource ID: cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 with Priority: HIGHEST for action port [ 625.572886] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_rules [ 625.573280] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_members [ 625.573280] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 with Priority: HIGHEST for action port [ 625.574180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.574324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.574394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.574600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.574680] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.575850] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.575850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.575850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.576033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.577834] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.577834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.577834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.577834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.577834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.577834] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.577834] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.577834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.577834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578422] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.883628] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.972283] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def40743-57e1-403c-9a52-576bef21af15 [ 625.972532] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.972740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.972740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.973039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.973039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.973176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def40743-57e1-403c-9a52-576bef21af15 already deleted. [ 625.973262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def40743-57e1-403c-9a52-576bef21af15" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.987037] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc794da6-2d8c-4cb5-87d9-58d1968ecf38 req-6af5e243-3eeb-4148-aecf-ec42e7a40d44 tempest-ServerPasswordTestJSON-1927434254 tempest-ServerPasswordTestJSON-1927434254-project-member] Enqueued Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_members [ 625.987037] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_members [ 625.987357] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.987474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.987544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.987814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.988124] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.988449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.988975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.988975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.988975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.988975] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.000376] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d17a2e88-e855-4e91-a857-4c68cc96c984 [ 626.000376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.000376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.000376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.000376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.000376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.000619] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d17a2e88-e855-4e91-a857-4c68cc96c984 already deleted. [ 626.000619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d17a2e88-e855-4e91-a857-4c68cc96c984" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.080899] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.082053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.082172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.082569] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 with status ACTIVE [ 626.082678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.082784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.082851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.083062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.083167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.083393] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.083494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.083555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.083711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.083787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.083981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.086462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.086569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.086702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.086816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.086915] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173 is going to be updated. [ 626.111975] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.112139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.112397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd3cec75-6a6b-4b1f-91b7-6aa01ec9a173" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.386651] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.386861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.387605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.387605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.387605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.387605] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 626.437194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.437366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.437366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.437687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.437808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.441545] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.441954] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-628" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.442238] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-628" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.442707] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-628" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.443383] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.443691] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.443840] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.444102] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.444335] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.444868] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.444974] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.445224] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.445375] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.445521] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.445642] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.445841] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.450184] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 626.464885] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.465066] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.465201] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.465377] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-628" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.465747] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-5a8f6feb-4881-4529-a0c9-70e440d02809 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.465949] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.466079] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.466390] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.466568] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a8f6feb-4881-4529-a0c9-70e440d02809',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.491374] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.491587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.491650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.491832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.491921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.492126] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.492224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.492287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.492436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.492511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.492595] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccef50d-ccad-4792-8150-9902026e2d6d already deleted. [ 626.493057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.584430] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.969941] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.970302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.970302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.970592] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.970799] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.970950] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 5a8f6feb-4881-4529-a0c9-70e440d02809 not found, creating... [ 626.971270] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.971453] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.971581] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.972016] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.972016] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.972323] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.972474] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.972625] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.972817] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.972984] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.973110] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 5a8f6feb-4881-4529-a0c9-70e440d02809 is going to be created. [ 626.993903] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.994900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.994900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.994900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.994900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.995078] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.085648] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.085988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.086102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.086322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.086415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.086515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 is going to be created. [ 627.125452] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.125812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.125812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.126373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.126373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.139469] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 in Status: UNINITIALIZED for 2s [ 627.516590] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 627.516590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.516819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.517047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.517155] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.736304] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc794da6-2d8c-4cb5-87d9-58d1968ecf38 req-5ea40f32-7728-4165-8897-9d98cd897b85 service nova] Enqueued Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_rules [ 627.736304] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc794da6-2d8c-4cb5-87d9-58d1968ecf38 req-5ea40f32-7728-4165-8897-9d98cd897b85 service nova] Enqueued Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_members [ 627.736304] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc794da6-2d8c-4cb5-87d9-58d1968ecf38 req-5ea40f32-7728-4165-8897-9d98cd897b85 service nova] Enqueued Resource ID: 5a8f6feb-4881-4529-a0c9-70e440d02809 with Priority: HIGHEST for action port [ 627.737747] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_rules [ 627.738128] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_members [ 627.738693] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a8f6feb-4881-4529-a0c9-70e440d02809 with Priority: HIGHEST for action port [ 627.739485] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.740118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.740118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.740573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.741647] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.742340] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.743129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.743483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.746021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.746021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.746021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.746021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.746021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.746021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.746021] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.749972] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a8f6feb-4881-4529-a0c9-70e440d02809 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.749972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.749972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.750259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.751026] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a8f6feb-4881-4529-a0c9-70e440d02809',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.019433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.019758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.253297] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.253440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.253625] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.254673] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a8f6feb-4881-4529-a0c9-70e440d02809 with status ACTIVE [ 628.254881] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.255042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.255094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.255290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.255442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.255592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.255747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.255809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.255972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.256080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.256271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.256368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.256429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.256591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.256667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.256753] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a8f6feb-4881-4529-a0c9-70e440d02809 is going to be updated. [ 628.283374] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.283601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.283601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.284037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.284037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.284149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a8f6feb-4881-4529-a0c9-70e440d02809" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.462265] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 628.462590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.462813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.463650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463818] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.723115] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a0acdf0e-5f31-43ef-94f9-f5db49608442 None None] Enqueued Resource ID: e4565fcb-a583-465f-828b-4c86352b2753 with Priority: HIGHEST for action port [ 628.723115] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4565fcb-a583-465f-828b-4c86352b2753 with Priority: HIGHEST for action port [ 628.723115] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4565fcb-a583-465f-828b-4c86352b2753 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.723115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4565fcb-a583-465f-828b-4c86352b2753" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.723115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4565fcb-a583-465f-828b-4c86352b2753" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.723407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4565fcb-a583-465f-828b-4c86352b2753" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.723442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4565fcb-a583-465f-828b-4c86352b2753',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.758509] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.968397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.968397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.968397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.968841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.968841] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.968841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.969027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.969102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.969154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.969240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.969389] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.969476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.969534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.969671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.969813] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.969932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.969973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.970107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.970177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.970254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.970419] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.150907] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 in Status: SUCCESS [ 629.151381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.151381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.151704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.151798] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.151905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.151966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.152143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.152226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.152311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.152401] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.225975] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4565fcb-a583-465f-828b-4c86352b2753 [ 629.226190] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.226953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.226953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226953] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4565fcb-a583-465f-828b-4c86352b2753 already deleted. [ 629.226953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4565fcb-a583-465f-828b-4c86352b2753" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.262058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.262622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.262895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.265025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.265025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.265025] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccef50d-ccad-4792-8150-9902026e2d6d is going to be created. [ 629.294589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.294822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.294822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.295381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.308960] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccef50d-ccad-4792-8150-9902026e2d6d in Status: UNINITIALIZED for 2s [ 629.476704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2852a6-131b-4db4-80e9-e4d5c0734102: rpc.has_security_group_logging(os_id): False [ 629.498739] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.500230] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.500230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.500684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.500993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.501344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.501506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.501760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.501963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.502281] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.504572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.504572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.504572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.504572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.504572] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 629.586030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.586188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.586256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.586465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.586611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.612653] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 629.657224] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.664892] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0b61bdab-e986-439a-b4ce-5e634c1c3aa8 tempest-ServersTestBootFromVolume-1257248794 tempest-ServersTestBootFromVolume-1257248794-project-member] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_rules [ 629.665772] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_rules [ 629.665772] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.665772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.665772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.667624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.667624] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.884447] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d394c2dd-1502-4667-a26f-baf63594a8b2 tempest-ServersTestBootFromVolume-1257248794 tempest-ServersTestBootFromVolume-1257248794-project-member] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_rules [ 629.885084] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_rules [ 629.885423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.885532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.164406] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0b2e641-5d88-440e-90a3-548a5b6c6391: rpc.has_security_group_logging(os_id): False [ 630.188120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.188322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.188373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.188585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.188672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.188996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.189108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.189177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.189330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.189407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.189495] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 is going to be created. [ 630.203831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.204068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.204068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.204329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.204529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.204529] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 already deleted. [ 630.204622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.204720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.204896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.205024] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.287547] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.287871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.287871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.287871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.288209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.307383] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 in Status: IN_PROGRESS for 2s [ 630.729941] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.730421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.730503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.731243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.731243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.731243] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 already deleted. [ 630.731410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.171401] env[66818]: INFO networking_nsxv3.common.synchronization [None req-498d596b-8c6a-491a-8bfd-dbfa36177197 None None] Enqueued Resource ID: a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d with Priority: HIGHEST for action port [ 631.171401] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d with Priority: HIGHEST for action port [ 631.172680] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.173484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.174155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.174155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.174155] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.323026] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccef50d-ccad-4792-8150-9902026e2d6d in Status: SUCCESS [ 631.323662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.323967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.324749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.324749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.326389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.326389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.326389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.326389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.326389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.326389] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.634910] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 631.634910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.634910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.634910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.634910] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.679051] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d [ 631.679534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.679709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.679709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.679957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.680098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.680218] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d already deleted. [ 631.680320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e3a375-5b24-4f09-acd9-8f6fd21f3a3d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.829208] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.829446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.829547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.829740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.829947] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.830135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.830247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.830398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.830506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.830629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.830794] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.830943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.831056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.831183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.831800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.831800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.831800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.831800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.831800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.832296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.832296] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.893456] env[66818]: INFO networking_nsxv3.common.synchronization [None req-2a5fd025-e5b0-42fe-8859-234d7c69e828 tempest-ServersWithSpecificFlavorTestJSON-2085652946 tempest-ServersWithSpecificFlavorTestJSON-2085652946-project-member] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 631.895688] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 631.895688] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.895688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.896368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.899590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.899590] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.137820] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.138484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.138484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.141192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.141192] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.141192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.141192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.141192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.141192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.141192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.141192] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.305935] env[66818]: INFO networking_nsxv3.common.synchronization [req-f4d370ca-47a2-4d3d-96bf-8559d53dc42e req-fe7ee3ca-ee26-4432-8c8f-5ea4e522946f tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 632.306996] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 632.307492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.307618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.307686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.307981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.308437] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.308437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.308437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.308598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.308630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.308723] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.322377] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 in Status: SUCCESS [ 632.322663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.337585] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ccef50d-ccad-4792-8150-9902026e2d6d: rpc.has_security_group_logging(os_id): False [ 632.357279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.357988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357988] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.357988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.357988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.357988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.357988] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ccef50d-ccad-4792-8150-9902026e2d6d is going to be created. [ 632.428021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.428232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.428624] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 already deleted. [ 632.428730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.441479] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.441862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.442360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.442532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.442750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.455895] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ccef50d-ccad-4792-8150-9902026e2d6d in Status: IN_PROGRESS for 2s [ 632.458981] env[66818]: INFO networking_nsxv3.common.synchronization [None req-59a110bd-ade7-49fd-af38-426927d752b5 tempest-ServersWithSpecificFlavorTestJSON-2085652946 tempest-ServersWithSpecificFlavorTestJSON-2085652946-project-member] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 632.459655] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 632.459995] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.461954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.461954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.461954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.461954] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.645447] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.645447] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.645447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.646014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.646362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.646362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.646362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.646659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.646879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.647623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.647798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.648051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.648184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.648313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.649438] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.812178] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.814054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.814054] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 already deleted. [ 632.814054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.835037] env[66818]: INFO networking_nsxv3.common.synchronization [None req-219137bd-97c0-469e-89a2-d94e1d6fcd77 None None] Enqueued Resource ID: 9fe52ea6-8be1-435c-8d80-08bf45989f0f with Priority: HIGHEST for action port [ 632.835037] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe52ea6-8be1-435c-8d80-08bf45989f0f with Priority: HIGHEST for action port [ 632.836597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe52ea6-8be1-435c-8d80-08bf45989f0f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.836942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe52ea6-8be1-435c-8d80-08bf45989f0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.837365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe52ea6-8be1-435c-8d80-08bf45989f0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.837734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe52ea6-8be1-435c-8d80-08bf45989f0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.838079] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe52ea6-8be1-435c-8d80-08bf45989f0f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.897350] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.897350] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.897350] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.898184] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.898745] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.899128] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.899558] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.899950] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.900664] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.900664] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.900664] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.901049] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.901261] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.901521] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.902351] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.902351] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.927600] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.927600] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.927600] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.927600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.927600] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-0bb75643-f75f-4ba7-b556-30b2eec423f8 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.927600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.927600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.927600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.927600] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb75643-f75f-4ba7-b556-30b2eec423f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.984216] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.984363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.984434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.984650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.984761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.984841] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 already deleted. [ 632.984929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.152458] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2852a6-131b-4db4-80e9-e4d5c0734102: rpc.has_security_group_logging(os_id): False [ 633.172801] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.173035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.173122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.173316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.173501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.173699] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.173841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.173841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.174022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.174166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.174343] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.174447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.174531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.174697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.174791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.174999] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.175174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.175275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.175513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.175645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.175788] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 633.271998] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.272273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.287444] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 633.341725] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fe52ea6-8be1-435c-8d80-08bf45989f0f [ 633.341725] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.341725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.341725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.341725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.341725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.341725] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fe52ea6-8be1-435c-8d80-08bf45989f0f already deleted. [ 633.341725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe52ea6-8be1-435c-8d80-08bf45989f0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.430827] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.431075] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.431298] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.432275] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432275] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.432275] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 0bb75643-f75f-4ba7-b556-30b2eec423f8 not found, creating... [ 633.432275] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.432275] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.432538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.432594] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432722] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.435345] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.436093] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.436093] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.436093] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.436244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.436316] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 0bb75643-f75f-4ba7-b556-30b2eec423f8 is going to be created. [ 633.461543] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.461744] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.462461] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.462461] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.462461] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.462661] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.596049] env[66818]: INFO networking_nsxv3.common.synchronization [req-e61892c3-e2b8-4f03-a0b4-1a8d82e960bb req-14c65f47-7504-4c0e-b7df-1d41fc98dac2 tempest-ServerDiagnosticsNegativeTest-1982441181 tempest-ServerDiagnosticsNegativeTest-1982441181-project-member] Enqueued Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_members [ 633.596861] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGHEST for action security_group_members [ 633.597411] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.597601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.597710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.598026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.598567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.598567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.598567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.598782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.598886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.599047] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.974215] env[66818]: INFO networking_nsxv3.common.synchronization [req-99b3a764-f20a-4b4d-97af-16a76ee83dc5 req-129ac427-a8b8-43ed-aa3b-6fe9879f6a41 tempest-DeleteServersAdminTestJSON-2120175777 tempest-DeleteServersAdminTestJSON-2120175777-project-admin] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 633.974396] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 633.975047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.975047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.975047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.975324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.975457] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.976311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.976404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.976607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.976718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.976824] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.102157] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.102647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.102647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.102647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.102647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.102859] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.102859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.102981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.103041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.103125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.103831] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 is going to be updated. [ 634.132757] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.132946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.133056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.133189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.133956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.144337] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 in Status: IN_PROGRESS for 2s [ 634.203902] env[66818]: INFO networking_nsxv3.common.synchronization [req-f4d370ca-47a2-4d3d-96bf-8559d53dc42e req-a9d53c9c-4685-4597-bcd0-994df1957b1e service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 634.204087] env[66818]: INFO networking_nsxv3.common.synchronization [req-f4d370ca-47a2-4d3d-96bf-8559d53dc42e req-a9d53c9c-4685-4597-bcd0-994df1957b1e service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 634.204215] env[66818]: INFO networking_nsxv3.common.synchronization [req-f4d370ca-47a2-4d3d-96bf-8559d53dc42e req-a9d53c9c-4685-4597-bcd0-994df1957b1e service nova] Enqueued Resource ID: 0bb75643-f75f-4ba7-b556-30b2eec423f8 with Priority: HIGHEST for action port [ 634.204749] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 634.204887] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 634.205027] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb75643-f75f-4ba7-b556-30b2eec423f8 with Priority: HIGHEST for action port [ 634.205263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.205379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.205445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.205645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.206015] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.206709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.206953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.206953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.207096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.207419] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.207419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.207419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.207526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.207598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.208518] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.208518] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb75643-f75f-4ba7-b556-30b2eec423f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.208815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.208815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.208815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.208965] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb75643-f75f-4ba7-b556-30b2eec423f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.471090] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ccef50d-ccad-4792-8150-9902026e2d6d in Status: SUCCESS [ 634.471390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.480412] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.480604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.480679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.480890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.480979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.481201] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.481295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.481350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.481495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.481645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.481645] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be updated. [ 634.518436] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.518581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.518639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.519183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.519183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.530868] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: IN_PROGRESS for 2s [ 634.653991] env[66818]: INFO networking_nsxv3.common.synchronization [req-b0e1d394-bcef-4980-84d1-e69be34fabe2 req-a3d25a8b-ed87-437e-a932-50fb787c19ab tempest-ListImageFiltersTestJSON-716680670 tempest-ListImageFiltersTestJSON-716680670-project-member] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 634.654492] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 634.654936] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.655112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.655174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.655435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.655567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.655670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.655757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.655882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.655967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.656073] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.714033] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.714033] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.714033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.714033] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb75643-f75f-4ba7-b556-30b2eec423f8 with status ACTIVE [ 634.714033] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.714033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.714033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.714033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.715292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.716146] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.716401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.716572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.716953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.717179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.718021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.718287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.718440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.720328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.720328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.720328] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb75643-f75f-4ba7-b556-30b2eec423f8 is going to be updated. [ 634.745815] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.745930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.746131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.746369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.746527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.746730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb75643-f75f-4ba7-b556-30b2eec423f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.076993] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.077259] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.077403] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.077719] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.078089] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.078576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.078576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.078700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.078854] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.079126] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.079264] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.079372] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.079507] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.079635] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.079760] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.079974] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.110916] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.111040] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.111197] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.111400] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.111814] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-e1196175-9598-4ab9-9d76-163ce8ea4acf taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.112024] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.112150] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.112700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.112848] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1196175-9598-4ab9-9d76-163ce8ea4acf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.159773] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.159896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.159955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.160271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.160361] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.160664] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.160754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.160754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.161064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.161064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.161159] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 already deleted. [ 635.161320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.223041] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.295618] env[66818]: INFO networking_nsxv3.common.synchronization [None req-fb1f1a04-6921-43f4-909c-440da4be7695 None None] Enqueued Resource ID: 2c477f95-fdc7-493a-9929-349845f83abf with Priority: HIGHEST for action port [ 635.296910] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c477f95-fdc7-493a-9929-349845f83abf with Priority: HIGHEST for action port [ 635.297464] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c477f95-fdc7-493a-9929-349845f83abf taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.297464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c477f95-fdc7-493a-9929-349845f83abf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c477f95-fdc7-493a-9929-349845f83abf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.298031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c477f95-fdc7-493a-9929-349845f83abf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.298127] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c477f95-fdc7-493a-9929-349845f83abf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.320896] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 635.321318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.618379] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.618379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.618379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.618379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.618379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.618379] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port e1196175-9598-4ab9-9d76-163ce8ea4acf not found, creating... [ 635.618954] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.618954] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.619087] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.619554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.619554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.620328] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.620328] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.620502] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.620676] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.620903] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.621149] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: e1196175-9598-4ab9-9d76-163ce8ea4acf is going to be created. [ 635.651030] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.651238] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.651417] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.651724] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.652308] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652656] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.728126] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.728126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.728126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.728126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.728126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.728126] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be created. [ 635.781453] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.781630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.781692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.781900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.782079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.793205] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: UNINITIALIZED for 2s [ 635.800793] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c477f95-fdc7-493a-9929-349845f83abf [ 635.801043] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.801180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.801296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.801591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.801742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.801905] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c477f95-fdc7-493a-9929-349845f83abf already deleted. [ 635.802060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c477f95-fdc7-493a-9929-349845f83abf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.155186] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 in Status: SUCCESS [ 636.155186] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 deletion is rescheduled due to dependency. [ 636.155186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.439109] env[66818]: INFO networking_nsxv3.common.synchronization [req-b0e1d394-bcef-4980-84d1-e69be34fabe2 req-4dae20be-4c10-4a33-a875-5460a5526263 service nova] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_rules [ 636.439327] env[66818]: INFO networking_nsxv3.common.synchronization [req-b0e1d394-bcef-4980-84d1-e69be34fabe2 req-4dae20be-4c10-4a33-a875-5460a5526263 service nova] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 636.439417] env[66818]: INFO networking_nsxv3.common.synchronization [req-b0e1d394-bcef-4980-84d1-e69be34fabe2 req-4dae20be-4c10-4a33-a875-5460a5526263 service nova] Enqueued Resource ID: e1196175-9598-4ab9-9d76-163ce8ea4acf with Priority: HIGHEST for action port [ 636.439943] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_rules [ 636.440088] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 636.440189] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1196175-9598-4ab9-9d76-163ce8ea4acf with Priority: HIGHEST for action port [ 636.440462] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.440585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.440655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.443345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.443345] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.443864] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.444103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.444242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.444699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.444970] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.445676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.445834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.446126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.446312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.446600] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.447780] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1196175-9598-4ab9-9d76-163ce8ea4acf taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.447927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.448045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.448279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.448391] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1196175-9598-4ab9-9d76-163ce8ea4acf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.550919] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 636.551197] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da deletion is rescheduled due to dependency. [ 636.551361] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.938079] env[66818]: INFO networking_nsxv3.common.synchronization [req-ff037f00-f3b6-4eaa-91c1-11902b381865 req-c9c0d1f7-4936-4abd-92b3-ce6a445c4b91 tempest-ServersAdminNegativeTestJSON-1661346296 tempest-ServersAdminNegativeTestJSON-1661346296-project-member] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 636.938963] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 636.939629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.939629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.939629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.939842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.940026] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.940167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.940251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.940458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.940569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.940691] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.952941] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.953193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.953611] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.954833] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1196175-9598-4ab9-9d76-163ce8ea4acf with status ACTIVE [ 636.954833] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.955024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.955024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.955877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.956215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.956306] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.956414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.956522] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.956777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.956872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.957152] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.957306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.957379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.957626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.957679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.957733] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1196175-9598-4ab9-9d76-163ce8ea4acf is going to be updated. [ 636.983686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.984418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.984418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.984418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.984607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.985410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1196175-9598-4ab9-9d76-163ce8ea4acf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.127924] env[66818]: INFO networking_nsxv3.common.synchronization [req-4cf9d4fa-c645-4b0e-ba88-392b2dbee283 req-be0731af-0a46-4a70-a3df-e63bb1dd6bd4 tempest-ServerDiagnosticsTest-448303019 tempest-ServerDiagnosticsTest-448303019-project-member] Enqueued Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_members [ 637.128853] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGHEST for action security_group_members [ 637.129435] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.129807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.129978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.130313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.130587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.130780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.130942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.131170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.131770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.131770] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.307627] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.307929] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.308059] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.308351] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.308612] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.308803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.308954] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.311454] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.311754] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.312272] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.312272] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.312272] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.312445] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.312445] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.312522] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.312660] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.333747] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.333851] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.334184] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.334184] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.334430] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-ee1489bb-c811-4f1b-a507-614aadb176b2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.334591] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.334735] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.335102] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.335237] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1489bb-c811-4f1b-a507-614aadb176b2',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.443566] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.443789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.443789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.444039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.444176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.444353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.444449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.444510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.444666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.445431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.445431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 already deleted. [ 637.445431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.460730] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.634305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.634534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.634534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.634735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.634828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.635024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.635121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.635187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.635335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.635410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.635495] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02e1950-2d7c-46e8-940c-3215b55b0eed is going to be updated. [ 637.666186] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.666399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.666500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.666743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.666890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.678021] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02e1950-2d7c-46e8-940c-3215b55b0eed in Status: IN_PROGRESS for 2s [ 637.806635] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 637.806977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.807247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.807664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.808047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.808213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.808304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.811064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.811064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.811064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.811064] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.838196] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.838413] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.838532] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.838801] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.838986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.839195] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port ee1489bb-c811-4f1b-a507-614aadb176b2 not found, creating... [ 637.839464] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.839620] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.839730] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.839951] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.840126] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.840400] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.840590] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.840718] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.840921] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.841143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.841272] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: ee1489bb-c811-4f1b-a507-614aadb176b2 is going to be created. [ 637.866106] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.866106] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.866106] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.866106] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.866106] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.866106] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.964593] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.964593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.964593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.964593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.964593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.964593] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be created. [ 638.019021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.019428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.019428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.019428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.019798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.030725] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: UNINITIALIZED for 2s [ 638.311983] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.664091] env[66818]: INFO networking_nsxv3.common.synchronization [req-ff037f00-f3b6-4eaa-91c1-11902b381865 req-6a8d9676-2824-4d1c-9d14-3a2c17a367db service nova] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_rules [ 638.664091] env[66818]: INFO networking_nsxv3.common.synchronization [req-ff037f00-f3b6-4eaa-91c1-11902b381865 req-6a8d9676-2824-4d1c-9d14-3a2c17a367db service nova] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 638.664091] env[66818]: INFO networking_nsxv3.common.synchronization [req-ff037f00-f3b6-4eaa-91c1-11902b381865 req-6a8d9676-2824-4d1c-9d14-3a2c17a367db service nova] Enqueued Resource ID: ee1489bb-c811-4f1b-a507-614aadb176b2 with Priority: HIGHEST for action port [ 638.664091] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_rules [ 638.664376] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 638.664376] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee1489bb-c811-4f1b-a507-614aadb176b2 with Priority: HIGHEST for action port [ 638.664585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.664737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.664771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.665042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.667270] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.672597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.672693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.672765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.672976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.673171] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.674419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.674419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.674786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.674896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.675016] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.676136] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee1489bb-c811-4f1b-a507-614aadb176b2 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.676282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.676496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.676640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.676640] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee1489bb-c811-4f1b-a507-614aadb176b2',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.815413] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f58f9d2-2a54-4371-b526-86f62f920780: rpc.has_security_group_logging(os_id): False [ 638.839633] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.839633] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.839633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.839633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be created. [ 638.910017] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.910017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.910489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.910489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.911303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.924662] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 639.172864] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.172864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.181197] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee1489bb-c811-4f1b-a507-614aadb176b2 with status ACTIVE [ 639.181197] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.181197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.181197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.181197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.181197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.181197] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.181197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.181491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.181528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.182207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.182207] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.182207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.182207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.182207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.183183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.183183] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee1489bb-c811-4f1b-a507-614aadb176b2 is going to be updated. [ 639.184173] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.208527] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.208781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.208917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.209116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.209311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.209539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee1489bb-c811-4f1b-a507-614aadb176b2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.688275] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.695395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02e1950-2d7c-46e8-940c-3215b55b0eed in Status: SUCCESS [ 639.695395] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02e1950-2d7c-46e8-940c-3215b55b0eed deletion is rescheduled due to dependency. [ 639.695395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.096765] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 640.096969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.097155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.097382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.097736] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.097736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.097917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.098060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.098436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.098436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.098436] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.192309] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.192627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.192627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.193174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.193174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.193174] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be created. [ 640.229726] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.229917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.229980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.230332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.230521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.243390] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: UNINITIALIZED for 2s [ 640.600896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.601956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602537] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.602643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.602736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.602862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.602957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.603063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.603222] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.603314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.603375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.603521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.603661] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.603752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.603813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.603965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.604060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.604142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.604233] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.946815] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 640.946815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.107759] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b7d5d43-fea3-4b06-b62b-284add7bf1f0: rpc.has_security_group_logging(os_id): False [ 641.132803] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.132803] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.132803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.133494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.133494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.133668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.133853] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.134220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.134315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.134402] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be created. [ 641.204899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.204899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.204899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.204899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.204899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.220938] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 642.257515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 642.258418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.258418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.258667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.258926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.261263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.261420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.261760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.261760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.261999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.261999] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.765788] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.765788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.765788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.766376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.766376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.766376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.766632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.766632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.766759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.766828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.767059] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.767059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.767242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.768144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.768144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.768144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.768144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.768144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.768144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.768144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.768957] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.238110] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 643.238110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.273167] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad13af6-2361-4053-86e0-e47ba2ba6e58: rpc.has_security_group_logging(os_id): False [ 643.302579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.302579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.302579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.302579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.302579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.302922] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.302922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.302922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.303116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.303116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.303758] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.303758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.303758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.303758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.303758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.305914] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.305914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.305914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.305914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.305914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.305914] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be created. [ 643.383470] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.383688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.383688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.384064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.384520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.400505] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: IN_PROGRESS for 2s [ 643.665310] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 643.665459] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 644.778270] env[66818]: INFO networking_nsxv3.common.synchronization [req-34aecada-50c7-424f-9a4f-344567159dce req-92d1dc64-d33a-4919-938b-50ff11fa2fb5 tempest-ListImageFiltersTestJSON-716680670 tempest-ListImageFiltersTestJSON-716680670-project-member] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 644.778834] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 644.779160] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.779824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.779824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.779824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.779824] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.780048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.780048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.780244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.780333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.780425] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.166412] env[66818]: INFO networking_nsxv3.common.synchronization [None req-2682251c-f416-4b2e-b6bd-33ddafd88e96 None None] Enqueued Resource ID: ae109fb1-90ac-4cd7-a8ab-6183d6a411cf with Priority: HIGHEST for action port [ 645.167175] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae109fb1-90ac-4cd7-a8ab-6183d6a411cf with Priority: HIGHEST for action port [ 645.171199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae109fb1-90ac-4cd7-a8ab-6183d6a411cf taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.171440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae109fb1-90ac-4cd7-a8ab-6183d6a411cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.171528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae109fb1-90ac-4cd7-a8ab-6183d6a411cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.171804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae109fb1-90ac-4cd7-a8ab-6183d6a411cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.172252] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae109fb1-90ac-4cd7-a8ab-6183d6a411cf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.282415] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.419024] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 645.419326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.678136] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae109fb1-90ac-4cd7-a8ab-6183d6a411cf [ 645.678580] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.678815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.678924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.679249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.679370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.679508] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae109fb1-90ac-4cd7-a8ab-6183d6a411cf already deleted. [ 645.679643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae109fb1-90ac-4cd7-a8ab-6183d6a411cf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.758726] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5175a32b-28e5-43ec-9c4c-937003764f2f None None] Enqueued Resource ID: 64d38289-01af-4ca4-b33a-325e4364c048 with Priority: HIGHEST for action port [ 645.759320] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d38289-01af-4ca4-b33a-325e4364c048 with Priority: HIGHEST for action port [ 645.760720] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d38289-01af-4ca4-b33a-325e4364c048 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.760720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d38289-01af-4ca4-b33a-325e4364c048" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.760720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d38289-01af-4ca4-b33a-325e4364c048" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.762059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d38289-01af-4ca4-b33a-325e4364c048" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.762059] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d38289-01af-4ca4-b33a-325e4364c048',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.784575] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.090197] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.090410] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.090500] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.090771] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.091028] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.091182] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.091320] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.093529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.093529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.093529] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.093529] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.093529] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.093529] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.093529] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.093529] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.093529] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.115222] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.115443] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.115511] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.115648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.116015] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-c5f58e4c-4e34-4223-b825-c0e630441b89 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116165] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116275] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116854] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116854] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f58e4c-4e34-4223-b825-c0e630441b89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.264702] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64d38289-01af-4ca4-b33a-325e4364c048 [ 646.265014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.265189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.265260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.265499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.265654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.265909] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64d38289-01af-4ca4-b33a-325e4364c048 already deleted. [ 646.265983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d38289-01af-4ca4-b33a-325e4364c048" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.288324] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.288530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.288643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.288944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.289086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.289154] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be updated. [ 646.323395] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.323623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.323740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.323976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.325175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.334958] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 646.519881] env[66818]: INFO networking_nsxv3.common.synchronization [None req-aeffda85-3dfc-4d77-ad5e-dd02b0e3c482 None None] Enqueued Resource ID: df0abbec-14f1-408f-8722-262abc67cf89 with Priority: HIGHEST for action port [ 646.520527] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0abbec-14f1-408f-8722-262abc67cf89 with Priority: HIGHEST for action port [ 646.520863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0abbec-14f1-408f-8722-262abc67cf89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.521030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0abbec-14f1-408f-8722-262abc67cf89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.521104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0abbec-14f1-408f-8722-262abc67cf89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.521573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0abbec-14f1-408f-8722-262abc67cf89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.521573] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0abbec-14f1-408f-8722-262abc67cf89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.622479] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.623471] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.623772] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.624235] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.624402] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.624810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port c5f58e4c-4e34-4223-b825-c0e630441b89 not found, creating... [ 646.625275] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.625641] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.625819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.626422] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.627312] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.627389] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.627654] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.627845] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.628607] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.628607] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.628804] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: c5f58e4c-4e34-4223-b825-c0e630441b89 is going to be created. [ 646.652146] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.652369] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.652485] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.652749] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.652978] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.653345] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.024214] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df0abbec-14f1-408f-8722-262abc67cf89 [ 647.024214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.024718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.024718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.025171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.025171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.025171] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df0abbec-14f1-408f-8722-262abc67cf89 already deleted. [ 647.025171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0abbec-14f1-408f-8722-262abc67cf89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418130] env[66818]: INFO networking_nsxv3.common.synchronization [req-34aecada-50c7-424f-9a4f-344567159dce req-9c64d432-e822-49cf-90b5-4c7b399ea16d service nova] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_rules [ 647.418130] env[66818]: INFO networking_nsxv3.common.synchronization [req-34aecada-50c7-424f-9a4f-344567159dce req-9c64d432-e822-49cf-90b5-4c7b399ea16d service nova] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 647.418272] env[66818]: INFO networking_nsxv3.common.synchronization [req-34aecada-50c7-424f-9a4f-344567159dce req-9c64d432-e822-49cf-90b5-4c7b399ea16d service nova] Enqueued Resource ID: c5f58e4c-4e34-4223-b825-c0e630441b89 with Priority: HIGHEST for action port [ 647.420184] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_rules [ 647.420184] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 647.420184] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f58e4c-4e34-4223-b825-c0e630441b89 with Priority: HIGHEST for action port [ 647.420634] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.420858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.420923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.422029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.422029] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.422473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.423914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.423914] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f58e4c-4e34-4223-b825-c0e630441b89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.423914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.423914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.423914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.423914] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f58e4c-4e34-4223-b825-c0e630441b89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.516103] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5781a984-d24e-4153-8fd6-d5bae8238fdb None None] Enqueued Resource ID: 682d8892-e491-4bb8-9146-de9b9d583da0 with Priority: HIGHEST for action port [ 647.516718] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d8892-e491-4bb8-9146-de9b9d583da0 with Priority: HIGHEST for action port [ 647.517288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-682d8892-e491-4bb8-9146-de9b9d583da0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.517470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682d8892-e491-4bb8-9146-de9b9d583da0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.517532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682d8892-e491-4bb8-9146-de9b9d583da0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.517771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682d8892-e491-4bb8-9146-de9b9d583da0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.517848] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682d8892-e491-4bb8-9146-de9b9d583da0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.926037] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.926287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.926287] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5f58e4c-4e34-4223-b825-c0e630441b89 with status ACTIVE [ 647.926475] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.926634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.926634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.926838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.926927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.927166] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.927280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.927355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.927487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.927565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.927742] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.927859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.928743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.928743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.928743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.928743] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5f58e4c-4e34-4223-b825-c0e630441b89 is going to be updated. [ 647.956364] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.957440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.957440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.957440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.957656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.957656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f58e4c-4e34-4223-b825-c0e630441b89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.020991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 682d8892-e491-4bb8-9146-de9b9d583da0 [ 648.021310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.021656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.021656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.021826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.022174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.022174] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:682d8892-e491-4bb8-9146-de9b9d583da0 already deleted. [ 648.022643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682d8892-e491-4bb8-9146-de9b9d583da0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083851] env[66818]: INFO networking_nsxv3.common.synchronization [req-20045e38-c139-42dc-9d41-3023f06e05a0 req-f1d46f03-4e9d-4841-8a1f-b99433f1e4a3 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 648.084561] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 648.084909] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.085083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.085157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.085641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.085833] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.086374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.086466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.086708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.086869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.087049] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.347415] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 648.349028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.349028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.349028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.349028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.349028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.349028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.352067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.352067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.352067] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.590652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.590834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.590928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.591183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.591282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.591492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.591611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.591814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.591993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.592090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.592431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e already deleted. [ 648.592530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.640833] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641041] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.641481] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.641742] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641893] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.642293] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.642391] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.642512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.642710] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.642818] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.642920] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.643088] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.643562] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.643652] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.643784] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.663537] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.663776] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.663873] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.664079] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.664402] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.664567] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.664680] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.664988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.665140] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ef6d00-a491-4a5d-ba45-0a8d47aee42b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.854128] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.168212] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.168609] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.168609] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.168903] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.169821] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.169821] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 45ef6d00-a491-4a5d-ba45-0a8d47aee42b not found, creating... [ 649.169821] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.169821] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.170075] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.170241] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.170407] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.170693] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.170845] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.170956] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.171218] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.171366] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.171550] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 45ef6d00-a491-4a5d-ba45-0a8d47aee42b is going to be created. [ 649.194616] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.194834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.194950] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.195709] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.196023] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.197516] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.254739] env[66818]: INFO networking_nsxv3.common.synchronization [req-94452348-1e1b-427b-a2cd-2b342a2a193c req-ba0562c4-0b94-4b96-8484-729ec0b71603 tempest-ServersWithSpecificFlavorTestJSON-2085652946 tempest-ServersWithSpecificFlavorTestJSON-2085652946-project-member] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 649.256224] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 649.256779] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.256997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.257322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.257448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.257671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.257815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.257908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.258231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.258307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.258434] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.358092] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.369475] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e2f8de24-ab4c-4d78-b3f3-4bf577f27f83 None None] Enqueued Resource ID: dd49d5a2-268d-41ec-83c9-eb9fe97ac093 with Priority: HIGHEST for action port [ 649.374714] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd49d5a2-268d-41ec-83c9-eb9fe97ac093 with Priority: HIGHEST for action port [ 649.374714] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd49d5a2-268d-41ec-83c9-eb9fe97ac093 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.374714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd49d5a2-268d-41ec-83c9-eb9fe97ac093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.374714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd49d5a2-268d-41ec-83c9-eb9fe97ac093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.374714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd49d5a2-268d-41ec-83c9-eb9fe97ac093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.374714] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd49d5a2-268d-41ec-83c9-eb9fe97ac093',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.764467] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.764467] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.764467] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 already deleted. [ 649.764467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.864278] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.864278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.864278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.864278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.864278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.864278] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be updated. [ 649.878752] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd49d5a2-268d-41ec-83c9-eb9fe97ac093 [ 649.879069] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.879411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.879483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.879747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.879897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.880041] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd49d5a2-268d-41ec-83c9-eb9fe97ac093 already deleted. [ 649.880174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd49d5a2-268d-41ec-83c9-eb9fe97ac093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.889724] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.890063] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.890309] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.890773] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.891145] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.891371] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.891522] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.891897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.892185] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.892401] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.892544] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.892697] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.892835] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.892994] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.893226] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.893716] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.903760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.904032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.904032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.904204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.904355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.915734] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 649.917273] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.917441] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.917580] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.917757] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.918194] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.918380] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.918495] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.918921] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.919040] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.931022] env[66818]: INFO networking_nsxv3.common.synchronization [None req-623598c5-961f-45ba-bd96-4c7a59bd4215 None None] Enqueued Resource ID: 0a9e0a44-6231-4e95-96e3-4f8968114cee with Priority: HIGHEST for action port [ 649.933963] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9e0a44-6231-4e95-96e3-4f8968114cee with Priority: HIGHEST for action port [ 649.937372] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9e0a44-6231-4e95-96e3-4f8968114cee taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.937372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9e0a44-6231-4e95-96e3-4f8968114cee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.937372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9e0a44-6231-4e95-96e3-4f8968114cee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.937372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9e0a44-6231-4e95-96e3-4f8968114cee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.937372] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9e0a44-6231-4e95-96e3-4f8968114cee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.963077] env[66818]: INFO networking_nsxv3.common.synchronization [req-20045e38-c139-42dc-9d41-3023f06e05a0 req-cff150b2-2b7a-41fa-a582-1b5ce59e6664 service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 649.963077] env[66818]: INFO networking_nsxv3.common.synchronization [req-20045e38-c139-42dc-9d41-3023f06e05a0 req-cff150b2-2b7a-41fa-a582-1b5ce59e6664 service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 649.963077] env[66818]: INFO networking_nsxv3.common.synchronization [req-20045e38-c139-42dc-9d41-3023f06e05a0 req-cff150b2-2b7a-41fa-a582-1b5ce59e6664 service nova] Enqueued Resource ID: 45ef6d00-a491-4a5d-ba45-0a8d47aee42b with Priority: HIGHEST for action port [ 649.963077] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 649.963077] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 649.963077] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ef6d00-a491-4a5d-ba45-0a8d47aee42b with Priority: HIGHEST for action port [ 649.963077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.963077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.963077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.963077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.963897] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.968102] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.968102] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.968102] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.968102] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.968102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.968102] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ef6d00-a491-4a5d-ba45-0a8d47aee42b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.423884] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.424301] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.424301] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.424502] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.424668] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.424809] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac not found, creating... [ 650.425071] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.425834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.425834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.425834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.425834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.426197] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.426637] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.426769] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.426978] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.427130] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.427265] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac is going to be created. [ 650.438234] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a9e0a44-6231-4e95-96e3-4f8968114cee [ 650.438506] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.438646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.438919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.439322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.439322] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a9e0a44-6231-4e95-96e3-4f8968114cee already deleted. [ 650.439322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9e0a44-6231-4e95-96e3-4f8968114cee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.455586] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.455791] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.455923] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.456222] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.456448] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.456674] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.470313] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.470455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.470638] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.471804] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45ef6d00-a491-4a5d-ba45-0a8d47aee42b with status ACTIVE [ 650.471804] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.471986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.471986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.477699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.478196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.478455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.478575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.478689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.478903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.478996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.479258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.479362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.479423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.479577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.479650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.479736] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45ef6d00-a491-4a5d-ba45-0a8d47aee42b is going to be updated. [ 650.530201] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.530368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.530409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.530609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.530743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ef6d00-a491-4a5d-ba45-0a8d47aee42b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.984477] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.171414] env[66818]: INFO networking_nsxv3.common.synchronization [req-94452348-1e1b-427b-a2cd-2b342a2a193c req-78e2b5b6-0611-486d-8636-0cab9aa857d4 service nova] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 651.171414] env[66818]: INFO networking_nsxv3.common.synchronization [req-94452348-1e1b-427b-a2cd-2b342a2a193c req-78e2b5b6-0611-486d-8636-0cab9aa857d4 service nova] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 651.171686] env[66818]: INFO networking_nsxv3.common.synchronization [req-94452348-1e1b-427b-a2cd-2b342a2a193c req-78e2b5b6-0611-486d-8636-0cab9aa857d4 service nova] Enqueued Resource ID: e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac with Priority: HIGHEST for action port [ 651.172365] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 651.173312] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 651.173312] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac with Priority: HIGHEST for action port [ 651.173312] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.173312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.173312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.173752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.173850] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.174907] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.175156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.175293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.176592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.176592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.176592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.176592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.176592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.176592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.176592] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.178231] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.179182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.179182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.179399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.179588] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.487592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.487592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.487592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.487592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.488260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.488260] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be created. [ 651.516091] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.516327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.516327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.516508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.516717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.527889] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: UNINITIALIZED for 2s [ 651.684275] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.684275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.684275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.684275] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac with status ACTIVE [ 651.684275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.684275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.684275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.684275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.684275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.685722] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.685722] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.685722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.686302] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac is going to be updated. [ 651.711404] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.711552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.711623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.711975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.711975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.712139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06c7ee7-c3ac-4e74-9f16-64d4af34a5ac" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.926052] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 651.926805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.926805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.926805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.927117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.927185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.927234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.927408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.927494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.927579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.927675] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.127346] env[66818]: INFO networking_nsxv3.common.synchronization [None req-36901baa-4641-4dff-8493-9c604339e026 None None] Enqueued Resource ID: d983ccc0-b5f4-46c4-9159-f5d1cec6b695 with Priority: HIGHEST for action port [ 652.127836] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d983ccc0-b5f4-46c4-9159-f5d1cec6b695 with Priority: HIGHEST for action port [ 652.128183] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d983ccc0-b5f4-46c4-9159-f5d1cec6b695 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.128900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d983ccc0-b5f4-46c4-9159-f5d1cec6b695" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.128900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d983ccc0-b5f4-46c4-9159-f5d1cec6b695" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.128900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d983ccc0-b5f4-46c4-9159-f5d1cec6b695" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.128900] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d983ccc0-b5f4-46c4-9159-f5d1cec6b695',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.188543] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.431981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.432533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.433353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.434439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.434439] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.434439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.434439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.434439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.434792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434792] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.434909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.434982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.435191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.435832] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.435832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.435832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.435832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.436110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.437596] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.630998] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d983ccc0-b5f4-46c4-9159-f5d1cec6b695 [ 652.631958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.631958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.631958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.631958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.631958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.632335] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d983ccc0-b5f4-46c4-9159-f5d1cec6b695 already deleted. [ 652.632335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d983ccc0-b5f4-46c4-9159-f5d1cec6b695" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.697018] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.697018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.697018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.697219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.697219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.697340] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be created. [ 652.729830] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.729830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.729830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.729830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.729830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.739836] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: UNINITIALIZED for 2s [ 652.747170] env[66818]: INFO networking_nsxv3.common.synchronization [req-107a9195-5f43-43cb-8988-63518e7edb9b req-b600eff5-1821-4a1f-8ed9-26884f8698a6 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 652.747170] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 652.747170] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.747170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.940748] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b7d5d43-fea3-4b06-b62b-284add7bf1f0: rpc.has_security_group_logging(os_id): False [ 652.965674] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.965674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.966887] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.966887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968251] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968251] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.968251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968251] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be updated. [ 653.040391] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.040641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.040641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.040789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.040959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.059744] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 653.462684] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.462997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.463179] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.463602] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.463917] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.464728] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.464858] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.465175] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.465878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.466393] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.466393] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.466393] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.466538] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.467176] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.467176] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.467176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.495020] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.495166] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.495303] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.495470] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.496099] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-ddf3d02d-ead9-4249-99ed-4912319b5914 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.496405] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.496553] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.496800] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.496969] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf3d02d-ead9-4249-99ed-4912319b5914',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.541908] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.541908] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.541908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.541908] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.543117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.543117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.543117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.543117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.543117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.543117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.543117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.543117] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.002737] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.003143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.003143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.003631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.003779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.003935] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port ddf3d02d-ead9-4249-99ed-4912319b5914 not found, creating... [ 654.004236] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.004639] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.004776] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.005045] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.005192] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.005563] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.005741] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.005854] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.006128] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.006263] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.006399] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: ddf3d02d-ead9-4249-99ed-4912319b5914 is going to be created. [ 654.036241] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.036572] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.036779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.037085] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.037311] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.037601] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.045193] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.045396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.045620] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.548532] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.737690] env[66818]: INFO networking_nsxv3.common.synchronization [req-107a9195-5f43-43cb-8988-63518e7edb9b req-d5bfa24c-85a8-4bc7-af2f-a74f6ae7878c service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 654.737863] env[66818]: INFO networking_nsxv3.common.synchronization [req-107a9195-5f43-43cb-8988-63518e7edb9b req-d5bfa24c-85a8-4bc7-af2f-a74f6ae7878c service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 654.737991] env[66818]: INFO networking_nsxv3.common.synchronization [req-107a9195-5f43-43cb-8988-63518e7edb9b req-d5bfa24c-85a8-4bc7-af2f-a74f6ae7878c service nova] Enqueued Resource ID: ddf3d02d-ead9-4249-99ed-4912319b5914 with Priority: HIGHEST for action port [ 654.738651] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 654.738795] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 654.738882] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf3d02d-ead9-4249-99ed-4912319b5914 with Priority: HIGHEST for action port [ 654.739674] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.739788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.740044] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.740155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.740876] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf3d02d-ead9-4249-99ed-4912319b5914 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.740876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.740876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.740876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.741376] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf3d02d-ead9-4249-99ed-4912319b5914',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.753954] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 654.754214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.754474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.755243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.755610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.755610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.756757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.756757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.756757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.756757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.756757] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.941393] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a2265430-97aa-4c55-9f7e-dd250df1331b None None] Enqueued Resource ID: 734f833f-6599-4d57-84ef-d939e347f093 with Priority: HIGHEST for action port [ 654.942736] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734f833f-6599-4d57-84ef-d939e347f093 with Priority: HIGHEST for action port [ 654.944297] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-734f833f-6599-4d57-84ef-d939e347f093 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.945168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-734f833f-6599-4d57-84ef-d939e347f093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.945168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-734f833f-6599-4d57-84ef-d939e347f093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.945332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-734f833f-6599-4d57-84ef-d939e347f093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.945332] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('734f833f-6599-4d57-84ef-d939e347f093',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.052457] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.052806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.052806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.052887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.053097] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.053364] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 655.077155] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 655.077452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.091090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.091090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.091090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.091090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.091090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.103118] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 655.249397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddf3d02d-ead9-4249-99ed-4912319b5914 with status ACTIVE [ 655.249634] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.249868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.249942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.250246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.250467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.250611] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.250727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.250821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.250955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.251047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251242] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.252284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.252284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.252284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.252284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.252284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddf3d02d-ead9-4249-99ed-4912319b5914 is going to be updated. [ 655.260612] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.292153] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.292153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.292153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.292387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.292586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.292750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf3d02d-ead9-4249-99ed-4912319b5914" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.448363] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 734f833f-6599-4d57-84ef-d939e347f093 [ 655.448594] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.448777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.448828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.450396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.450396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.450396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:734f833f-6599-4d57-84ef-d939e347f093 already deleted. [ 655.450396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-734f833f-6599-4d57-84ef-d939e347f093" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.766182] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0718ab79-9a16-464c-9be0-3ea5955e04a3: rpc.has_security_group_logging(os_id): False [ 655.798774] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.798774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.798774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.799091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.799091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.799387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.799477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.799532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.799747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.799828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.799864] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be created. [ 655.884899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.884989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.885248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.885385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.885819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.899170] env[66818]: INFO networking_nsxv3.common.synchronization [req-396e5865-acfb-4612-97be-c38150bec0d2 req-5ef10d14-50d7-403e-b10d-5f5fe6b1d18b tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 655.900262] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 655.900637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.900775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.900855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.901068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.901231] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.901397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.901467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.901767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.901767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.901979] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.903999] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 656.195985] env[66818]: INFO networking_nsxv3.common.synchronization [req-396e5865-acfb-4612-97be-c38150bec0d2 req-c784282b-631b-4fdf-8fbc-d77905a08493 tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 656.196746] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 656.197440] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.197652] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.403798] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.859460] env[66818]: INFO networking_nsxv3.common.synchronization [req-396e5865-acfb-4612-97be-c38150bec0d2 req-85fe6c81-9040-4d91-9bbb-1229a510732b tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 656.860183] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 656.860508] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.860601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.907039] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.113658] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 657.113871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.114075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.114661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.114661] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.114661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.114661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.115194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.115194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.115194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.115194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.115194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.115514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.115514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.115514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.115694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.115694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.115807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.115856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.115931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.116027] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.116862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.117045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.117201] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.117308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.117365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.117518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.117591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.117670] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.408478] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.408789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.408789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.408915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.409016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.409117] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 657.438288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.438460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.438501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.438832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.438981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.448616] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 657.619827] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49ba839-2eb4-40d8-bde8-2fd44bc1182e: rpc.has_security_group_logging(os_id): False [ 657.621056] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.646743] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.646964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.646964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.647307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.647494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.647596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647652] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.647888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.648149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.648731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649356] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be created. [ 657.719627] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.721547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.733104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 657.915613] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 657.915845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.126625] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.629372] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.629820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.629820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.629900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.629977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.630078] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 658.643814] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5be85892-c367-4c87-9119-fb29768b24c6 None None] Enqueued Resource ID: a1e6ac7e-003a-4dd4-b856-890417416c92 with Priority: HIGHEST for action port [ 658.645021] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e6ac7e-003a-4dd4-b856-890417416c92 with Priority: HIGHEST for action port [ 658.645547] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e6ac7e-003a-4dd4-b856-890417416c92 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.645961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e6ac7e-003a-4dd4-b856-890417416c92" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.648139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e6ac7e-003a-4dd4-b856-890417416c92" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.648139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e6ac7e-003a-4dd4-b856-890417416c92" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.648139] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e6ac7e-003a-4dd4-b856-890417416c92',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.664090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.664278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.664318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.664547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.664695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.684894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 659.150842] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e6ac7e-003a-4dd4-b856-890417416c92 [ 659.151088] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.151231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.151300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.151518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.151609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.151704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e6ac7e-003a-4dd4-b856-890417416c92 already deleted. [ 659.151785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e6ac7e-003a-4dd4-b856-890417416c92" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164856] env[66818]: INFO networking_nsxv3.common.synchronization [req-0050ad30-d74b-4c3b-ac9b-4c6373ce69cd req-bc941327-bd5b-4a85-8a16-7d77e400a22d tempest-TenantUsagesTestJSON-252683420 tempest-TenantUsagesTestJSON-252683420-project-member] Enqueued Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_members [ 659.164856] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_members [ 659.164856] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.164856] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.164856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164856] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.438235] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f8e32eb8-7a4f-423f-9b71-8fe4230fab2d None None] Enqueued Resource ID: b3c9ea4b-3641-4e2b-982a-8afa639aed65 with Priority: HIGHEST for action port [ 659.438879] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c9ea4b-3641-4e2b-982a-8afa639aed65 with Priority: HIGHEST for action port [ 659.439457] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c9ea4b-3641-4e2b-982a-8afa639aed65 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.439576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c9ea4b-3641-4e2b-982a-8afa639aed65" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.439677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c9ea4b-3641-4e2b-982a-8afa639aed65" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.439960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c9ea4b-3641-4e2b-982a-8afa639aed65" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.440761] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c9ea4b-3641-4e2b-982a-8afa639aed65',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.458925] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 659.459239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.459328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.459541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.459729] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.459887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.459958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.460103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.460164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.460238] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.666529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.666916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.666916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.666916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.667709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fddf8347-8803-4297-875c-9746ff446b79 already deleted. [ 659.667709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.675167] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.675167] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.675167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.675167] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.675167] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.675167] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.675167] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.679618] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.679618] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.679618] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.704051] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.704567] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.704567] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.704567] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704909] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.705121] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.705382] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.705875] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.705875] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd88b4ca-fce6-429c-9b4d-13a1af25a76a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.749468] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 659.749468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.749784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.749966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.750090] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.944062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c9ea4b-3641-4e2b-982a-8afa639aed65 [ 659.944375] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.944950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.944950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.944950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.944950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945243] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c9ea4b-3641-4e2b-982a-8afa639aed65 already deleted. [ 659.945539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c9ea4b-3641-4e2b-982a-8afa639aed65" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.965027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.965027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.965027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.965027] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 659.994246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.994434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.994479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.994673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.994826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.003756] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 660.209761] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.209994] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.210138] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.210415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.210560] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.210736] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port cd88b4ca-fce6-429c-9b4d-13a1af25a76a not found, creating... [ 660.210986] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.211150] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.211258] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.211472] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.211597] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.211874] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.212032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.212151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.212356] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.212479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.212609] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: cd88b4ca-fce6-429c-9b4d-13a1af25a76a is going to be created. [ 660.246075] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.246318] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.246510] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.246700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.246921] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.249175] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252699] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.695750] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 660.696839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.696839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.696839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.696839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.697171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.697171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.697385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.697517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.697649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.697798] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.958013] env[66818]: INFO networking_nsxv3.common.synchronization [req-0050ad30-d74b-4c3b-ac9b-4c6373ce69cd req-e676e3e3-5205-4c87-93a2-b27d7c969d43 service nova] Enqueued Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_rules [ 660.958202] env[66818]: INFO networking_nsxv3.common.synchronization [req-0050ad30-d74b-4c3b-ac9b-4c6373ce69cd req-e676e3e3-5205-4c87-93a2-b27d7c969d43 service nova] Enqueued Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_members [ 660.958273] env[66818]: INFO networking_nsxv3.common.synchronization [req-0050ad30-d74b-4c3b-ac9b-4c6373ce69cd req-e676e3e3-5205-4c87-93a2-b27d7c969d43 service nova] Enqueued Resource ID: cd88b4ca-fce6-429c-9b4d-13a1af25a76a with Priority: HIGHEST for action port [ 660.959412] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_rules [ 660.959620] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_members [ 660.959719] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd88b4ca-fce6-429c-9b4d-13a1af25a76a with Priority: HIGHEST for action port [ 660.960283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.960455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.960519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.961537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.961714] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.964077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.964906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.964906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.964906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.965085] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.966033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.966033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.966033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.966033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.966033] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.966430] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.966550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.966617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.966774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.966854] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd88b4ca-fce6-429c-9b4d-13a1af25a76a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.089089] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c348c039-1b53-4e6d-8be0-07851e5a1d52 None None] Enqueued Resource ID: c7e8c4a0-00ef-447b-8929-d07e9883ef44 with Priority: HIGHEST for action port [ 661.089636] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e8c4a0-00ef-447b-8929-d07e9883ef44 with Priority: HIGHEST for action port [ 661.089952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7e8c4a0-00ef-447b-8929-d07e9883ef44 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.090847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7e8c4a0-00ef-447b-8929-d07e9883ef44" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7e8c4a0-00ef-447b-8929-d07e9883ef44" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.092015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7e8c4a0-00ef-447b-8929-d07e9883ef44" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.092109] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e8c4a0-00ef-447b-8929-d07e9883ef44',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.200729] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.200891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.200965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.201376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.201376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.201513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.201558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.201675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.201824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.201882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.201986] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.202308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.202445] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.202733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.202806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.202887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.202978] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.291651] env[66818]: INFO networking_nsxv3.common.synchronization [None req-9b92c210-70b7-4cfc-9e59-563910585aa1 None None] Enqueued Resource ID: b6f7601d-3b01-4036-ada8-c7a20211262f with Priority: HIGHEST for action port [ 661.292386] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f7601d-3b01-4036-ada8-c7a20211262f with Priority: HIGHEST for action port [ 661.292688] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f7601d-3b01-4036-ada8-c7a20211262f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.292820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f7601d-3b01-4036-ada8-c7a20211262f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.292881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f7601d-3b01-4036-ada8-c7a20211262f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.293682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f7601d-3b01-4036-ada8-c7a20211262f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.293682] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f7601d-3b01-4036-ada8-c7a20211262f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.472539] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd88b4ca-fce6-429c-9b4d-13a1af25a76a with status ACTIVE [ 661.473146] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.473452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.473452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.473573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.473663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.473841] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.474023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.474246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.474320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.474503] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.475371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.475371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.475371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.475371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.475371] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd88b4ca-fce6-429c-9b4d-13a1af25a76a is going to be updated. [ 661.480276] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.480276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.480276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.501595] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.501741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.501803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.502018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.502434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.502434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd88b4ca-fce6-429c-9b4d-13a1af25a76a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.596515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7e8c4a0-00ef-447b-8929-d07e9883ef44 [ 661.596515] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.596515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.596515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.596515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.596515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.596515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7e8c4a0-00ef-447b-8929-d07e9883ef44 already deleted. [ 661.596515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7e8c4a0-00ef-447b-8929-d07e9883ef44" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.648193] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecef96e6-8192-4c0d-aff6-03665aeb6247 req-c3335265-9a81-47d8-8b3b-46e4daf7b79b tempest-DeleteServersAdminTestJSON-66436554 tempest-DeleteServersAdminTestJSON-66436554-project-member] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 661.648193] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 661.651123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.651123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.651123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.651123] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.706475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49ba839-2eb4-40d8-bde8-2fd44bc1182e: rpc.has_security_group_logging(os_id): False [ 661.727643] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.727786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729957] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729957] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.729957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729957] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.730529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.730529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.730529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.730529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.730529] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 661.796303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6f7601d-3b01-4036-ada8-c7a20211262f [ 661.796562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.796715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.796758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.796958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.797060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.797158] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6f7601d-3b01-4036-ada8-c7a20211262f already deleted. [ 661.797241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f7601d-3b01-4036-ada8-c7a20211262f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805497] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.807946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.808201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.808472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.808639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.826483] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 661.980665] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.014077] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 662.016669] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 deletion is rescheduled due to dependency. [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.016669] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.016669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.016669] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.126588] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.126782] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.126977] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.127295] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.127688] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.127898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.128054] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.128344] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.128584] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.128807] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.128952] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.129113] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.129416] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.129416] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.129583] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.129787] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.152177] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.152508] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.152674] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.152843] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.153192] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-68c1e4cc-bb28-46c5-86db-0f046ddac4df taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.153360] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.153477] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.154064] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.154064] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c1e4cc-bb28-46c5-86db-0f046ddac4df',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.155072] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.155240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.155338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.155558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.155746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.156576] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.156728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.156815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.157528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.157622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.157751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be updated. [ 662.186822] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.186822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.186822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.187080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.187117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.199404] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: IN_PROGRESS for 2s [ 662.486097] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.486318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.486318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.486533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.486623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.486720] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fddf8347-8803-4297-875c-9746ff446b79 is going to be created. [ 662.512509] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.512717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.512878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.513054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.513238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.518010] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.518274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.518665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.518916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.519032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.519298] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.519425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.519481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.519704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.519790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.519835] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 662.525519] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fddf8347-8803-4297-875c-9746ff446b79 in Status: UNINITIALIZED for 2s [ 662.548133] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.548372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.548536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.548750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.548958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.561641] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 662.661471] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.661471] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.661613] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.661852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.661993] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.662156] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 68c1e4cc-bb28-46c5-86db-0f046ddac4df not found, creating... [ 662.662450] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.662604] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.662691] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.662900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.663037] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.663313] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.663456] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.663564] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.663759] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.663883] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.664029] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 68c1e4cc-bb28-46c5-86db-0f046ddac4df is going to be created. [ 662.686851] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.687124] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.687450] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.687520] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.687759] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.688016] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.329575] env[66818]: INFO networking_nsxv3.common.synchronization [None req-52847522-54f3-4969-9846-7d0922e86b5c None None] Enqueued Resource ID: a73713b8-ec7a-4718-97b5-7ddb8f52221d with Priority: HIGHEST for action port [ 663.330815] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73713b8-ec7a-4718-97b5-7ddb8f52221d with Priority: HIGHEST for action port [ 663.331496] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73713b8-ec7a-4718-97b5-7ddb8f52221d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.331774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73713b8-ec7a-4718-97b5-7ddb8f52221d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.331885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73713b8-ec7a-4718-97b5-7ddb8f52221d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.332202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73713b8-ec7a-4718-97b5-7ddb8f52221d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.332293] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73713b8-ec7a-4718-97b5-7ddb8f52221d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.448660] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecef96e6-8192-4c0d-aff6-03665aeb6247 req-7a7db912-93f9-4581-bcb1-79aad7fa6f1d service nova] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_rules [ 663.448833] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecef96e6-8192-4c0d-aff6-03665aeb6247 req-7a7db912-93f9-4581-bcb1-79aad7fa6f1d service nova] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 663.448963] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecef96e6-8192-4c0d-aff6-03665aeb6247 req-7a7db912-93f9-4581-bcb1-79aad7fa6f1d service nova] Enqueued Resource ID: 68c1e4cc-bb28-46c5-86db-0f046ddac4df with Priority: HIGHEST for action port [ 663.449514] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_rules [ 663.450403] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 663.450403] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c1e4cc-bb28-46c5-86db-0f046ddac4df with Priority: HIGHEST for action port [ 663.454206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.454275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.454359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.454592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.454673] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.455654] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.455756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.455951] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c1e4cc-bb28-46c5-86db-0f046ddac4df taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.456060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.456126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.456395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.456861] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c1e4cc-bb28-46c5-86db-0f046ddac4df',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.811910] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad6063d9-73f9-4f68-bf24-14cb93ca8196 req-7f456475-bdf5-4452-b526-e9d52ce504c1 tempest-FloatingIPsAssociationTestJSON-1955029037 tempest-FloatingIPsAssociationTestJSON-1955029037-project-member] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 663.811910] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 663.811910] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.811910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.811910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.811910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.811910] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.811910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.812575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.812900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.814398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.814537] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.835367] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73713b8-ec7a-4718-97b5-7ddb8f52221d [ 663.835367] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.835367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.835367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.835367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.835367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.835668] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73713b8-ec7a-4718-97b5-7ddb8f52221d already deleted. [ 663.835912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73713b8-ec7a-4718-97b5-7ddb8f52221d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.843238] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 663.844075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.962271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.962271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.962271] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c1e4cc-bb28-46c5-86db-0f046ddac4df with status ACTIVE [ 663.962568] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.962568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.962568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.962737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.962822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.963217] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.963217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.963217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.963378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.963416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.964572] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.964572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.964572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.967533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.967691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.967804] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c1e4cc-bb28-46c5-86db-0f046ddac4df is going to be updated. [ 663.991353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.991353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.991353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.991353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.992261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.992261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c1e4cc-bb28-46c5-86db-0f046ddac4df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.212537] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 664.212776] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da deletion is rescheduled due to dependency. [ 664.212925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.213152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.213505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.213642] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.213769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.213769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.213921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.214010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.214122] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.229616] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.229811] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.229946] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.230291] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.231126] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.231303] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.231423] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.231653] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.231988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.232055] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.232120] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.232230] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.232339] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.232464] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.232464] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.232464] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.255389] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.255540] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.255663] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.255847] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.256321] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-49b391fe-f95c-4c28-9e15-abd9897c2663 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.256538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.256615] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.256962] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.257113] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b391fe-f95c-4c28-9e15-abd9897c2663',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.318355] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.318598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.318679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.319051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.319145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.319422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.319515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.319571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.319827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.319889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.319975] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 already deleted. [ 664.320146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.539173] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fddf8347-8803-4297-875c-9746ff446b79 in Status: SUCCESS [ 664.539173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.539748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.539748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.539862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.540074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.540213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.540413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.540907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.540907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.540907] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.574488] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 664.575135] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 deletion is rescheduled due to dependency. [ 664.575582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.716656] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.761281] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.761529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.761701] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.762892] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.762892] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.762892] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 49b391fe-f95c-4c28-9e15-abd9897c2663 not found, creating... [ 664.762892] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.762892] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.763208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.763208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.763324] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.764805] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.764805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.764805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.764805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.764805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.764805] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 49b391fe-f95c-4c28-9e15-abd9897c2663 is going to be created. [ 664.788271] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.788625] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.788775] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.789094] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.789353] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.789600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.046076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.046076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.046076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.047034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.047034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.047034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.047034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.047034] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.219486] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.551423] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fddf8347-8803-4297-875c-9746ff446b79: rpc.has_security_group_logging(os_id): False [ 665.570836] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.571028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.571169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.571437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.571557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.571781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.571893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.571952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.572132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.572210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.572539] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.572646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.572699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.572802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.572891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.573130] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.573231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.573317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.573576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.573576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.573765] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fddf8347-8803-4297-875c-9746ff446b79 is going to be created. [ 665.584378] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad6063d9-73f9-4f68-bf24-14cb93ca8196 req-2547fc8a-4302-4831-9782-5e45d99b26d9 service nova] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_rules [ 665.584378] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad6063d9-73f9-4f68-bf24-14cb93ca8196 req-2547fc8a-4302-4831-9782-5e45d99b26d9 service nova] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 665.584579] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad6063d9-73f9-4f68-bf24-14cb93ca8196 req-2547fc8a-4302-4831-9782-5e45d99b26d9 service nova] Enqueued Resource ID: 49b391fe-f95c-4c28-9e15-abd9897c2663 with Priority: HIGHEST for action port [ 665.584685] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_rules [ 665.584772] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 665.584869] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b391fe-f95c-4c28-9e15-abd9897c2663 with Priority: HIGHEST for action port [ 665.585423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.585544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.585615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.585881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.585966] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.587427] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.587427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.587427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.588056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.588270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.588347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.588426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.590716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.590716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.590716] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.590716] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b391fe-f95c-4c28-9e15-abd9897c2663 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.590716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.590716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.590716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.590716] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b391fe-f95c-4c28-9e15-abd9897c2663',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.640946] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.641419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.642178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.654364] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fddf8347-8803-4297-875c-9746ff446b79 in Status: IN_PROGRESS for 2s [ 665.722330] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.723967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.723967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.723967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.723967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.723967] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be updated. [ 665.792205] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.792958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.792958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.793122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.793928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.805560] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: IN_PROGRESS for 2s [ 665.902122] env[66818]: INFO networking_nsxv3.common.synchronization [req-00a753da-3fb9-44a0-aeaf-2774ac452faa req-00dc0f83-7d7a-4d1c-bdbc-88c057380172 tempest-ServerPasswordTestJSON-1927434254 tempest-ServerPasswordTestJSON-1927434254-project-member] Enqueued Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_members [ 665.902822] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ccef50d-ccad-4792-8150-9902026e2d6d with Priority: HIGHEST for action security_group_members [ 665.903728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ccef50d-ccad-4792-8150-9902026e2d6d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.903728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.903728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.903728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.903728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.904077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.904077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.904077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.904077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.904243] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ccef50d-ccad-4792-8150-9902026e2d6d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.090529] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.093456] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49b391fe-f95c-4c28-9e15-abd9897c2663 with status ACTIVE [ 666.093508] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.093716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.093716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.095733] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.095733] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.095733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.096247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.096436] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49b391fe-f95c-4c28-9e15-abd9897c2663 is going to be updated. [ 666.101944] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.102126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.165996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.165996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.165996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.167435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.167435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.167435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b391fe-f95c-4c28-9e15-abd9897c2663" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.406462] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.406670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.407540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.407830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.408062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.408277] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.408384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.408436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.408608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.408688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.408775] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccef50d-ccad-4792-8150-9902026e2d6d is going to be updated. [ 666.442589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.444664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.444664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.453485] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccef50d-ccad-4792-8150-9902026e2d6d in Status: IN_PROGRESS for 2s [ 666.594073] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.789319] env[66818]: INFO networking_nsxv3.common.synchronization [None req-20be76f3-b6a7-4a2a-b8b1-86bc86292e1c None None] Enqueued Resource ID: 5b85c327-7669-4bb8-be81-b417ad4e63e3 with Priority: HIGHEST for action port [ 666.789996] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b85c327-7669-4bb8-be81-b417ad4e63e3 with Priority: HIGHEST for action port [ 666.790491] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b85c327-7669-4bb8-be81-b417ad4e63e3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.790812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b85c327-7669-4bb8-be81-b417ad4e63e3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.790812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b85c327-7669-4bb8-be81-b417ad4e63e3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.791095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b85c327-7669-4bb8-be81-b417ad4e63e3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.791243] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b85c327-7669-4bb8-be81-b417ad4e63e3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.097762] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.097938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.097985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.098224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.098392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.098538] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be created. [ 667.136732] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.136732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.136732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.136732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.136976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.148512] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: UNINITIALIZED for 2s [ 667.294396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b85c327-7669-4bb8-be81-b417ad4e63e3 [ 667.294635] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.294812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.294870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.295090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.295183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.295284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b85c327-7669-4bb8-be81-b417ad4e63e3 already deleted. [ 667.295363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b85c327-7669-4bb8-be81-b417ad4e63e3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647904] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-e0e7f973-bf62-4823-8ce9-566d456e8864 tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 667.648784] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 667.649132] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.649415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.649542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.650753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.650924] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.651164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.651253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.651433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.651558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.651616] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.667578] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fddf8347-8803-4297-875c-9746ff446b79 in Status: SUCCESS [ 667.667810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.818041] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 667.818430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.818672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.818896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819112] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.819234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.819333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.819746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.819917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.819960] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.155117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.156360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.156506] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.156624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.156624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.157098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.157098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.157098] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 already deleted. [ 668.157098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.168753] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.168947] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.169087] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.169910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.169910] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.169910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.170163] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.170280] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.170413] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.170640] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.170813] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.170874] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.170954] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.171070] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.171171] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.171298] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.192756] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.192756] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.192873] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.193191] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.193824] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-36207357-bcfb-4316-aed6-f1ef318293f3 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.194191] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.194394] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.194798] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.194989] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36207357-bcfb-4316-aed6-f1ef318293f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.323534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.323985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.324263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.324740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.325431] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.325629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.326052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.326367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.326589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.326726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.326927] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.327225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.327225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.327434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.327783] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.327943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.328117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.328248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.328483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.328591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.328724] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.464323] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ccef50d-ccad-4792-8150-9902026e2d6d in Status: SUCCESS [ 668.464851] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ccef50d-ccad-4792-8150-9902026e2d6d deletion is rescheduled due to dependency. [ 668.464851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ccef50d-ccad-4792-8150-9902026e2d6d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.699115] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.699115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.699523] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.699523] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.699598] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.699780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 36207357-bcfb-4316-aed6-f1ef318293f3 not found, creating... [ 668.699994] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.700165] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.700277] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.700483] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.700624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.700907] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.701069] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.701184] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.701384] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.701512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.701644] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 36207357-bcfb-4316-aed6-f1ef318293f3 is going to be created. [ 668.727046] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.727482] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.727602] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.727943] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.728097] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.728944] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.831521] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68c22fb4-51fc-4f4b-9354-6dbf8979b8da: rpc.has_security_group_logging(os_id): False [ 668.858071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.858627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.858873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.859199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.859722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.860143] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.860273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.860341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.860783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.860783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.860953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.861065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.861204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.861303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.861405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.861631] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.861774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.861858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.862041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.862140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.862233] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be updated. [ 668.943426] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.943667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.943786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.961507] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: IN_PROGRESS for 2s [ 669.162506] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 669.162792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.163032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.163321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.163831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.167034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.167170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.167410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.167508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.167615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.167718] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.587165] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-eccbd38e-bc48-43b1-a76a-3ca5f9d6d7a8 service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 669.591180] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-eccbd38e-bc48-43b1-a76a-3ca5f9d6d7a8 service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 669.591180] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-eccbd38e-bc48-43b1-a76a-3ca5f9d6d7a8 service nova] Enqueued Resource ID: 36207357-bcfb-4316-aed6-f1ef318293f3 with Priority: HIGHEST for action port [ 669.591180] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 669.591180] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 669.591180] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36207357-bcfb-4316-aed6-f1ef318293f3 with Priority: HIGHEST for action port [ 669.591180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.591180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.591180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.591180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.591180] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.591930] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.592040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.592040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.592676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.592676] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.592676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.592676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.592967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.592967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.593909] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.594595] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-36207357-bcfb-4316-aed6-f1ef318293f3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.594984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.594984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.595219] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36207357-bcfb-4316-aed6-f1ef318293f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.672703] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.673175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.673276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.673512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.673713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.673831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.673924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.674073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.674260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.674420] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.674521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.674564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.674714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.674948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.675019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.675163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.675259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.675398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.675507] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.961923] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-887f6af4-7ed9-4aab-a9c0-0b76252452d6 tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 669.962561] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 669.962921] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.963027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.096900] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.098086] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.098206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.098449] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36207357-bcfb-4316-aed6-f1ef318293f3 with status ACTIVE [ 670.098677] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.098759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.098802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.099015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.099106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.099315] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.099412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.099469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.103433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.103616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.103879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.103995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.104076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.104256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.104363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.104461] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36207357-bcfb-4316-aed6-f1ef318293f3 is going to be updated. [ 670.150378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.152093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.152093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.152093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.152093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.152093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36207357-bcfb-4316-aed6-f1ef318293f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.177566] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20eb1b1-b37f-4b3d-8c49-399aa29ee962: rpc.has_security_group_logging(os_id): False [ 670.212221] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.213099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.213099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.214286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.214286] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.214286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.214286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.214286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.214511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.215149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.215149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.215149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.215149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.215149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.215424] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.215483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.215582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.215948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.216127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.216217] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be created. [ 670.304741] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.304985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.304985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.305863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.305863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.326787] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: IN_PROGRESS for 2s [ 670.347880] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.348143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.348254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.349609] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.353434] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.353434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.353434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.353434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.353434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.353434] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.353434] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.353434] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.353434] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.353434] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.353434] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.353434] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.377938] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.378088] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.378499] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.378741] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.379218] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-e3ed6b55-ac67-42d7-8162-2a360857ba7e taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.379997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.380424] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.380967] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.381516] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ed6b55-ac67-42d7-8162-2a360857ba7e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.606657] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.884489] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.884659] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.884713] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.884968] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.885136] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.885288] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port e3ed6b55-ac67-42d7-8162-2a360857ba7e not found, creating... [ 670.885543] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.885694] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.885803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.886026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.886157] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.886464] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.886621] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.886733] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.886933] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.887078] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.887215] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: e3ed6b55-ac67-42d7-8162-2a360857ba7e is going to be created. [ 670.908471] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.908679] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.908798] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.909091] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.909320] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.909533] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.986286] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 670.986749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.109983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.110211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.110271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.110510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.110644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.110751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be created. [ 671.136093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.136179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.136383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.136491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.136627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.147535] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: UNINITIALIZED for 2s [ 671.634163] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-6cb87326-3de8-4d4f-97a9-c488c4c36462 service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 671.634302] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-6cb87326-3de8-4d4f-97a9-c488c4c36462 service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 671.634431] env[66818]: INFO networking_nsxv3.common.synchronization [req-662f5192-2e0e-4576-b017-140a9cdbb7e6 req-6cb87326-3de8-4d4f-97a9-c488c4c36462 service nova] Enqueued Resource ID: e3ed6b55-ac67-42d7-8162-2a360857ba7e with Priority: HIGHEST for action port [ 671.634654] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 671.634780] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 671.634906] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ed6b55-ac67-42d7-8162-2a360857ba7e with Priority: HIGHEST for action port [ 671.636223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.636223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.636223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.636223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.636223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ed6b55-ac67-42d7-8162-2a360857ba7e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.636223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.636223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.636595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.636595] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ed6b55-ac67-42d7-8162-2a360857ba7e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.141376] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ed6b55-ac67-42d7-8162-2a360857ba7e with status ACTIVE [ 672.141376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.141376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.141376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.141376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.142322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.142322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.142322] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ed6b55-ac67-42d7-8162-2a360857ba7e is going to be updated. [ 672.166547] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.168135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.168405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.168595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.168736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ed6b55-ac67-42d7-8162-2a360857ba7e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.218097] env[66818]: INFO networking_nsxv3.common.synchronization [req-595850ea-0ab5-4b77-a6fa-650d3ad92fea req-b56ec4bd-2639-4ee6-8be4-4b759bad5c83 tempest-ServersTestBootFromVolume-1257248794 tempest-ServersTestBootFromVolume-1257248794-project-member] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_members [ 672.218710] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_members [ 672.219885] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.219885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.219885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.219885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.219885] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.219885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.219885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.220241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.220241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.220241] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.348082] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 672.348082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.723327] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.723327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.723327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.723327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.723327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.723643] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.723643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.723643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.723778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.723815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.724049] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 already deleted. [ 672.724049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.158698] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 673.159064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.159724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.160087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.160349] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.160514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.160621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.160842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.161009] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.161371] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.197810] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.198053] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-883" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.198214] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-883" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.198649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-883" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.198943] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.199415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.203208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.206114] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.206114] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.206114] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.206114] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.206114] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.206114] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.206114] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.206114] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.206114] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.224968] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.224968] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.224968] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.224968] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-883" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.224968] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-fc98255c-3f34-4df9-9c88-35af3d22b52b taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.225425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.225425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.225588] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.225717] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc98255c-3f34-4df9-9c88-35af3d22b52b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.664191] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.728239] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.728598] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.728695] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.728951] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.729145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.729329] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port fc98255c-3f34-4df9-9c88-35af3d22b52b not found, creating... [ 673.729738] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.729898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.730052] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.730308] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.730514] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.730956] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.731054] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.731178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.731457] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.731590] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.731749] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: fc98255c-3f34-4df9-9c88-35af3d22b52b is going to be created. [ 673.754230] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.754492] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.754630] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.754970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755255] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.755524] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.167597] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.562906] env[66818]: INFO networking_nsxv3.common.synchronization [req-595850ea-0ab5-4b77-a6fa-650d3ad92fea req-5ed1deb9-3a57-434e-9549-0cb1db6c6a41 service nova] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_rules [ 674.562906] env[66818]: INFO networking_nsxv3.common.synchronization [req-595850ea-0ab5-4b77-a6fa-650d3ad92fea req-5ed1deb9-3a57-434e-9549-0cb1db6c6a41 service nova] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_members [ 674.562906] env[66818]: INFO networking_nsxv3.common.synchronization [req-595850ea-0ab5-4b77-a6fa-650d3ad92fea req-5ed1deb9-3a57-434e-9549-0cb1db6c6a41 service nova] Enqueued Resource ID: fc98255c-3f34-4df9-9c88-35af3d22b52b with Priority: HIGHEST for action port [ 674.563757] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_rules [ 674.563757] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_members [ 674.563757] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc98255c-3f34-4df9-9c88-35af3d22b52b with Priority: HIGHEST for action port [ 674.563757] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.563757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.564519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.564519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.564519] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.565118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.565118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.565118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.565367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565615] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.565615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.565615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.565885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.566016] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.569442] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc98255c-3f34-4df9-9c88-35af3d22b52b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.569442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.569442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.569442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.569442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc98255c-3f34-4df9-9c88-35af3d22b52b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.670345] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.670593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.670593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.672986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.672986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672986] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 674.710931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.711902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.712038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.712257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.712434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.725257] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 674.836507] env[66818]: INFO networking_nsxv3.common.synchronization [req-94eff346-d9ea-4414-9e26-6cdec0acda57 req-7508e3e7-9674-4b78-afaf-6b98d1cbe7c4 tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 674.837302] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 674.837772] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.837975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.838124] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.838549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.838721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.838913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.838997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.839270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.839428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.839650] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.076302] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.076302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.076302] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.076302] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc98255c-3f34-4df9-9c88-35af3d22b52b with status ACTIVE [ 675.076302] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.076709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.076870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.077026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.077103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.077250] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.077351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.077409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.077556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.077626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.077800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.077887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.077944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.078342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.078573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.079367] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc98255c-3f34-4df9-9c88-35af3d22b52b is going to be updated. [ 675.113196] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.113443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.113532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.113919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.114281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.114570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc98255c-3f34-4df9-9c88-35af3d22b52b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.271498] env[66818]: INFO networking_nsxv3.common.synchronization [req-be2def62-c564-4b10-a2a6-916d52494998 req-24a5b43c-2d82-40a6-b89c-a08ab79232a3 tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 675.272117] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 675.272544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.272739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.272852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.273580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.273792] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.274087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.274087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.274364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.274501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.274709] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.342498] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.343350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.343350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.343581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.343687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.343939] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.344089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.344154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.344332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.344406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.344498] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 675.383770] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.383770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.383770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.383770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.384130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.393525] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 675.576981] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.716968] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.717304] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.717635] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.719144] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.719144] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.719144] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.719144] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.719432] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.719667] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.720043] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.720304] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.720511] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.720690] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.720942] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.721082] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.721241] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.744067] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.744396] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.744396] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.744548] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.744871] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-49cdd931-2516-4e1f-858b-b0709b1eef74 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.745080] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.745172] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.745506] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.745643] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cdd931-2516-4e1f-858b-b0709b1eef74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.777727] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.777994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.777994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.778228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.778324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.778619] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.778746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.778795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.778938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.779017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.779132] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b already deleted. [ 675.779219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107884] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.107884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.107884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.107884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.107884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.107884] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 is going to be created. [ 676.111587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.111736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.111824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.112030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.112186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.122790] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 in Status: UNINITIALIZED for 2s [ 676.250335] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.250747] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.250960] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.251366] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.251621] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.251861] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 49cdd931-2516-4e1f-858b-b0709b1eef74 not found, creating... [ 676.252262] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.252420] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.252594] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.252970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.253220] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.253672] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.253911] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.253996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.255540] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.255540] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.255540] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 49cdd931-2516-4e1f-858b-b0709b1eef74 is going to be created. [ 676.274380] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.274859] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.274859] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.274997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.275193] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.275394] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.736785] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 676.736785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.736977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.737178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.737365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.737498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.737565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.737743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.737895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.737895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.738036] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.739121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.739303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.739463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.739572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.739635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.739782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.739893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.739932] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.970222] env[66818]: INFO networking_nsxv3.common.synchronization [req-be2def62-c564-4b10-a2a6-916d52494998 req-0d044632-5239-4962-af17-7e67e16b7b9c service nova] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_rules [ 676.970387] env[66818]: INFO networking_nsxv3.common.synchronization [req-be2def62-c564-4b10-a2a6-916d52494998 req-0d044632-5239-4962-af17-7e67e16b7b9c service nova] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 676.970518] env[66818]: INFO networking_nsxv3.common.synchronization [req-be2def62-c564-4b10-a2a6-916d52494998 req-0d044632-5239-4962-af17-7e67e16b7b9c service nova] Enqueued Resource ID: 49cdd931-2516-4e1f-858b-b0709b1eef74 with Priority: HIGHEST for action port [ 676.971135] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_rules [ 676.971326] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 676.971490] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cdd931-2516-4e1f-858b-b0709b1eef74 with Priority: HIGHEST for action port [ 676.971854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.971980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.972361] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.972640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.972731] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.973585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.973701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.973761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.974303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.975261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.975261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.975261] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.975924] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cdd931-2516-4e1f-858b-b0709b1eef74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.976054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.976125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.976673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.976788] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cdd931-2516-4e1f-858b-b0709b1eef74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.242243] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.243658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.243884] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.292413] env[66818]: INFO networking_nsxv3.common.synchronization [None req-bc4bf2e2-a482-4b2a-9f70-35fc312d2229 None None] Enqueued Resource ID: cebda10e-f70f-42d5-ac58-7ef20afc6250 with Priority: HIGHEST for action port [ 677.293191] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebda10e-f70f-42d5-ac58-7ef20afc6250 with Priority: HIGHEST for action port [ 677.296780] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-cebda10e-f70f-42d5-ac58-7ef20afc6250 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.296780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cebda10e-f70f-42d5-ac58-7ef20afc6250" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.296780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cebda10e-f70f-42d5-ac58-7ef20afc6250" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.298889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cebda10e-f70f-42d5-ac58-7ef20afc6250" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.298889] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cebda10e-f70f-42d5-ac58-7ef20afc6250',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.406426] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 677.406426] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 677.406426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.480077] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.482080] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.482080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.482357] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49cdd931-2516-4e1f-858b-b0709b1eef74 with status ACTIVE [ 677.482697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.482697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.482963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.483123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.483123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.483290] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.483408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.483477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.483674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.483853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.483964] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.485313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.485410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.485609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.485725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.485830] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49cdd931-2516-4e1f-858b-b0709b1eef74 is going to be updated. [ 677.509859] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.510011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.510082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.511114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.511425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.511660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cdd931-2516-4e1f-858b-b0709b1eef74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.747169] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.802331] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cebda10e-f70f-42d5-ac58-7ef20afc6250 [ 677.802662] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.802987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.805026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.805026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.805026] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cebda10e-f70f-42d5-ac58-7ef20afc6250 already deleted. [ 677.805026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cebda10e-f70f-42d5-ac58-7ef20afc6250" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.990123] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.134104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 in Status: SUCCESS [ 678.134336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.134511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.134743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.134950] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.135063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.135169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.135292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.135337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.135431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.135518] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.249139] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.249299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.249370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.249672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.249772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.249871] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 678.283763] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.283974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.283974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.284175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.284333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.294923] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 678.493602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.494171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.494255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.494468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.494552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.494668] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be created. [ 678.522073] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.522259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.523163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.523163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.523163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.534501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: UNINITIALIZED for 2s [ 678.643607] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.147316] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94ae5cb0-805f-49ee-bf96-64b0591e16d4: rpc.has_security_group_logging(os_id): False [ 679.170955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.171724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.171724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.171853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.171853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.172379] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.172379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.172544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.172578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.172841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.172841] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 is going to be created. [ 679.180700] env[66818]: INFO networking_nsxv3.common.synchronization [None req-11d36582-ff80-4a26-889e-d14e6b27c103 tempest-ServersTestManualDisk-1335522344 tempest-ServersTestManualDisk-1335522344-project-member] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_rules [ 679.181451] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_rules [ 679.181714] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.183775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.184340] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.239124] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.239319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.239374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.239558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.239778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.254921] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 in Status: IN_PROGRESS for 2s [ 679.516721] env[66818]: INFO networking_nsxv3.common.synchronization [None req-605e8698-8361-4b5e-b8c2-57ae42383317 tempest-ServersTestManualDisk-1335522344 tempest-ServersTestManualDisk-1335522344-project-member] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_rules [ 679.519706] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_rules [ 679.520320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.520460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.713027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.713027] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a already deleted. [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.713027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.713027] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.856966] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f2e99eb6-336e-461d-918a-ae4306b1a349 None None] Enqueued Resource ID: 6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f with Priority: HIGHEST for action port [ 679.857931] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f with Priority: HIGHEST for action port [ 679.858288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.858596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.858596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.858891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.858984] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.254362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.254362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.254362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.254362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.254722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.254722] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a already deleted. [ 680.255388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.309953] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 680.310359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.311353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.311353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.311353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.311353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.311740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.312688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.312688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.312688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.312688] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.312688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.312688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.314053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.314053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.314053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.314053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.314053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.314053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.314053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.314053] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.361205] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f [ 680.361569] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.361842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.361842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.362139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.362409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.362631] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f already deleted. [ 680.362815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b46abb2-2ece-48ae-9a6c-0ad0063e4e1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.548282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 680.548657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.548788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.549686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.550085] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.550265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.550338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.550642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.550642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.550722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.550794] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.818877] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76fc8a5d-e8dc-479c-9f1c-e50151841b74: rpc.has_security_group_logging(os_id): False [ 680.848532] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.848532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.848532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.849292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.849292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.849292] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.849292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.849292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.850183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.850183] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.850183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.850183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.850752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.850752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851094] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.851094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.851845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.851845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.851845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.851845] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be created. [ 680.927229] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.927472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.927546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.927987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.928290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.944619] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 681.053450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.053669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.053669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.053986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.054224] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.054411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.054454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.054597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.054688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.054782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.054942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.055064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.055114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.055248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.055392] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.055487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.055550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.055698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.055784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.055856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.055943] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.247354] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6736779-b234-4380-8322-63678b971daf req-1b323401-7364-46a4-9667-51c14b82fc61 tempest-ImagesNegativeTestJSON-1694675710 tempest-ImagesNegativeTestJSON-1694675710-project-member] Enqueued Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_members [ 681.248343] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_members [ 681.248856] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.249094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.249211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.249615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.252643] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.252790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.252834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.254062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254062] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.271083] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 in Status: SUCCESS [ 681.271323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.558994] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9752faea-574e-410e-b1c2-b111699c7d5b: rpc.has_security_group_logging(os_id): False [ 681.579111] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.580049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.580049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.580049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.580239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.580583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.580768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.580924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.581068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.581152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.581384] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.581526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.581526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.581774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.582573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.582573] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.582573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.582573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.582573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.582573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.582573] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be created. [ 681.653471] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.653620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.653691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.653949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.654158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.670962] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 681.759324] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.759324] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.759324] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1691f910-9078-40c3-abd3-c44bb9f77dec already deleted. [ 681.759324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.770032] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.770032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-691" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.770032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-691" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.770032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-691" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.770032] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.770032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.770032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.770032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.770750] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.771285] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.773954] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.773954] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.773954] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.773954] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.773954] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.773954] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.806223] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.807698] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.807698] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.807698] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-691" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.807698] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-c0af1a70-f104-4a49-9464-5b43920d73eb taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.807987] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.807987] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.808488] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.808816] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0af1a70-f104-4a49-9464-5b43920d73eb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.313428] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.313648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.314149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.314149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.314427] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.314427] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port c0af1a70-f104-4a49-9464-5b43920d73eb not found, creating... [ 682.314600] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.314758] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.314880] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.316174] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.316174] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.316174] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.316174] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.316174] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.316515] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.316515] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.316515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: c0af1a70-f104-4a49-9464-5b43920d73eb is going to be created. [ 682.345190] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.345533] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.345724] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.346085] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.346643] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.347315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.692770] env[66818]: INFO networking_nsxv3.common.synchronization [req-34585e9c-33fb-45f8-a2ea-8b32abc86ff0 req-7a38283b-83e9-4773-a173-6c3e301c2c2a tempest-ServersV294TestFqdnHostnames-1992255524 tempest-ServersV294TestFqdnHostnames-1992255524-project-member] Enqueued Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_members [ 682.693504] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 with Priority: HIGHEST for action security_group_members [ 682.694081] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d098bc4c-96fc-4f4b-afe9-eb1083c02124 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.694199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.694271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.694504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.695991] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.695991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.695991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.695991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.695991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.695991] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d098bc4c-96fc-4f4b-afe9-eb1083c02124',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.960968] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 682.961428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.963149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.963149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.963149] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.091426] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6736779-b234-4380-8322-63678b971daf req-ddb38b6a-6f4b-4b65-bb93-c8c33658908a service nova] Enqueued Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_rules [ 683.091635] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6736779-b234-4380-8322-63678b971daf req-ddb38b6a-6f4b-4b65-bb93-c8c33658908a service nova] Enqueued Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_members [ 683.091781] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6736779-b234-4380-8322-63678b971daf req-ddb38b6a-6f4b-4b65-bb93-c8c33658908a service nova] Enqueued Resource ID: c0af1a70-f104-4a49-9464-5b43920d73eb with Priority: HIGHEST for action port [ 683.092432] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_rules [ 683.092658] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_members [ 683.093419] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0af1a70-f104-4a49-9464-5b43920d73eb with Priority: HIGHEST for action port [ 683.093419] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.093419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.093419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.093881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.093881] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.094904] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.095025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.095224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.095406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.095647] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.095704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.095740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.095892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.095975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.096886] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.098592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0af1a70-f104-4a49-9464-5b43920d73eb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.098730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.099159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.099159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.100400] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0af1a70-f104-4a49-9464-5b43920d73eb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.199530] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.199796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.199867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.200072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.200177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.200384] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.200472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.200539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.200708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.200787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.200908] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 is going to be updated. [ 683.231345] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.231537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.231617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.231775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.231918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.242334] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: IN_PROGRESS for 2s [ 683.464765] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.464934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.465036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.465423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.465523] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.465732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.465831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.466239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.466239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.466239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.468158] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.606582] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.606582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.606582] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.606582] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0af1a70-f104-4a49-9464-5b43920d73eb with status ACTIVE [ 683.606582] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.606582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.607101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.607101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.607101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.607274] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.607274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.607496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.607496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.607569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.607773] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.607870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.607924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.608332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.608332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.608332] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0af1a70-f104-4a49-9464-5b43920d73eb is going to be updated. [ 683.636763] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.636960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.637107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.637344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.637484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.637670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0af1a70-f104-4a49-9464-5b43920d73eb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.690258] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 683.690567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.740937] env[66818]: INFO networking_nsxv3.common.synchronization [req-94a2f342-5a57-4c92-a881-60e9e6924aae req-285a05c8-fa40-4e10-8826-7f8f0f5c466b tempest-InstanceActionsV221TestJSON-686973274 tempest-InstanceActionsV221TestJSON-686973274-project-member] Enqueued Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_members [ 683.742523] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_members [ 683.744781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.744781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.744781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.744781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.744781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.744781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.744781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.744781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.745463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.747107] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.971228] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.971921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.971921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.972083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.973030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.973030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.973030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.973030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.973030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.973030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.973689] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.973689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.973689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.973976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.975218] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.975218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.975218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.975218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.975218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.975218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.975218] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.111434] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.209417] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.209687] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-309" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.209862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-309" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.210267] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-309" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.210576] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.210795] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.210888] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.211477] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.211628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.211853] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.211969] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.212067] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.212168] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.212307] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.212372] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.212500] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.235077] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.235648] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.235648] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.235648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-309" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.235987] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-93e1a368-62b3-4815-ba48-951df108f09f taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.235987] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.236140] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.237287] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.237287] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e1a368-62b3-4815-ba48-951df108f09f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.250388] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.250388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.250388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.250388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.250388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.250958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.250958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.250958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.251149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.251203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.253677] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227127a0-5864-45de-aba5-9df1a369308d already deleted. [ 684.253677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.425015] env[66818]: INFO networking_nsxv3.common.synchronization [req-6de0e4f2-a990-452f-acbb-de328554d1d5 req-2abb3d25-777f-4a3c-94ea-67e48aea4c5e tempest-DeleteServersAdminTestJSON-66436554 tempest-DeleteServersAdminTestJSON-66436554-project-member] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 684.425699] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGHEST for action security_group_members [ 684.426120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.426274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.426366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.426620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.426820] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.426936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.427018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.427214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.427310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.427431] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.477173] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76fc8a5d-e8dc-479c-9f1c-e50151841b74: rpc.has_security_group_logging(os_id): False [ 684.495968] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.496215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.496215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.496711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.496711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.496860] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.496860] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.496956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.497094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.497168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.497361] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.497465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.497527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.497666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.497740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.497926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.498029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.498086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.498225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.498296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.498379] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 684.562320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.562320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.562320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.562644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.562644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.577118] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 684.613890] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.614049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.614132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.614132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.614132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.614702] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1691f910-9078-40c3-abd3-c44bb9f77dec is going to be created. [ 684.664891] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.665065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.665141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.665610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.665610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.678202] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1691f910-9078-40c3-abd3-c44bb9f77dec in Status: UNINITIALIZED for 2s [ 684.740375] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.740698] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.740826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.741090] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.741402] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.741402] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 93e1a368-62b3-4815-ba48-951df108f09f not found, creating... [ 684.741990] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.741990] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.741990] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.742631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.742631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.742707] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.742898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.742974] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.743332] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.743426] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.744129] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 93e1a368-62b3-4815-ba48-951df108f09f is going to be created. [ 684.771377] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.771593] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.771713] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.771992] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.772239] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.772563] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.930229] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.931130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.931130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.931130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.931130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931130] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.931600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.931600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.931600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.931600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931908] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be updated. [ 684.966446] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.967118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.967290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.984403] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: IN_PROGRESS for 2s [ 685.261764] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: IN_PROGRESS for 4s [ 685.614997] env[66818]: INFO networking_nsxv3.common.synchronization [req-94a2f342-5a57-4c92-a881-60e9e6924aae req-bc4e8fb5-957a-4375-a5f2-ce6313851295 service nova] Enqueued Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_rules [ 685.615198] env[66818]: INFO networking_nsxv3.common.synchronization [req-94a2f342-5a57-4c92-a881-60e9e6924aae req-bc4e8fb5-957a-4375-a5f2-ce6313851295 service nova] Enqueued Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_members [ 685.615383] env[66818]: INFO networking_nsxv3.common.synchronization [req-94a2f342-5a57-4c92-a881-60e9e6924aae req-bc4e8fb5-957a-4375-a5f2-ce6313851295 service nova] Enqueued Resource ID: 93e1a368-62b3-4815-ba48-951df108f09f with Priority: HIGHEST for action port [ 685.615961] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_rules [ 685.616188] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_members [ 685.616327] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e1a368-62b3-4815-ba48-951df108f09f with Priority: HIGHEST for action port [ 685.616672] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.616875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.616995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.617315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.617430] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.618639] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.618724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.618819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.619057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.619246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.619373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.619462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.619645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.619782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.620056] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.621113] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e1a368-62b3-4815-ba48-951df108f09f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.621484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.621484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.621570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.621613] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e1a368-62b3-4815-ba48-951df108f09f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.125352] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.125352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.125352] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.126310] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e1a368-62b3-4815-ba48-951df108f09f with status ACTIVE [ 686.128797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.128797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.128797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.128797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.129693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.129693] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e1a368-62b3-4815-ba48-951df108f09f is going to be updated. [ 686.151578] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.151858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.151858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.152137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.152216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.152982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e1a368-62b3-4815-ba48-951df108f09f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.243985] env[66818]: INFO networking_nsxv3.common.synchronization [req-615997d3-6f59-4acf-9ea0-2e966b055ea1 req-780a5aff-8a2d-458e-a58f-9f462b606f29 tempest-TenantUsagesTestJSON-252683420 tempest-TenantUsagesTestJSON-252683420-project-member] Enqueued Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_members [ 686.244579] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGHEST for action security_group_members [ 686.248996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.248996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.248996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.248996] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.595842] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 686.596091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.631808] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.688383] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1691f910-9078-40c3-abd3-c44bb9f77dec in Status: SUCCESS [ 686.688626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.688830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.689066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.689264] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.689382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.689458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.689605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.689686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.689771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.689863] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.751827] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.752398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.752398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.752398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.752576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.752617] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.752772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.752772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.752918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.753032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.753150] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fddf8347-8803-4297-875c-9746ff446b79 is going to be updated. [ 686.785472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.785472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.785472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.785699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.785844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.804465] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fddf8347-8803-4297-875c-9746ff446b79 in Status: IN_PROGRESS for 2s [ 686.996395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da in Status: SUCCESS [ 686.996614] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da deletion is rescheduled due to dependency. [ 686.996768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.134983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.136313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.136453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.136794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.136946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136988] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227127a0-5864-45de-aba5-9df1a369308d is going to be created. [ 687.163278] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.163697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.163697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.163927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.164191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.176629] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227127a0-5864-45de-aba5-9df1a369308d in Status: UNINITIALIZED for 2s [ 687.192354] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.192549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.192649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.192949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.193179] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.193289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.193355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.193513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.193602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.193692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.193853] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.193972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.194065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.194241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.194433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.194550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.194627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.194810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.194918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.195096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.195234] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.273591] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 in Status: SUCCESS [ 687.274114] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d098bc4c-96fc-4f4b-afe9-eb1083c02124 deletion is rescheduled due to dependency. [ 687.274274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d098bc4c-96fc-4f4b-afe9-eb1083c02124" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.698859] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1691f910-9078-40c3-abd3-c44bb9f77dec: rpc.has_security_group_logging(os_id): False [ 687.723867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.724466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.724679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.725070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.725238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.725566] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.725756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.725876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.726176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.726319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.727378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.727378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.727378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.727378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.727378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.727709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.727709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.727799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.727884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.727961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.728059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1691f910-9078-40c3-abd3-c44bb9f77dec is going to be created. [ 687.810387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.810684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.810867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.811175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.811428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.825919] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1691f910-9078-40c3-abd3-c44bb9f77dec in Status: IN_PROGRESS for 2s [ 688.631357] env[66818]: INFO networking_nsxv3.common.synchronization [req-f7d99312-9f14-491d-b0d0-374985cc2a8b req-fdb97f29-321f-42bc-93b6-2fefed8faec6 tempest-ServerAddressesNegativeTestJSON-1755111916 tempest-ServerAddressesNegativeTestJSON-1755111916-project-member] Enqueued Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_members [ 688.632084] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_members [ 688.632084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.632284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.632416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.633080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.633353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.633772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.633772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.633948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.634119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.634314] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.816206] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fddf8347-8803-4297-875c-9746ff446b79 in Status: SUCCESS [ 688.816426] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fddf8347-8803-4297-875c-9746ff446b79 deletion is rescheduled due to dependency. [ 688.816546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.057849] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058107] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-515" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.060064] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-515" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.060434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-515" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.060759] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.060950] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.061122] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.061441] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.062975] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.063227] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.063377] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.063508] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.063627] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.063742] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.063861] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.064011] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.089600] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.089600] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.089919] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.089919] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-515" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.091686] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-3af60ad0-6939-43c0-94c3-e3b89b95645a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.091686] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.091686] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.091686] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.091686] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af60ad0-6939-43c0-94c3-e3b89b95645a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.139346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.139346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.139346] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 already deleted. [ 689.139346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.189419] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227127a0-5864-45de-aba5-9df1a369308d in Status: SUCCESS [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.191714] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.191714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.191714] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.597390] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.597721] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.597881] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.598298] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.598522] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.598764] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 3af60ad0-6939-43c0-94c3-e3b89b95645a not found, creating... [ 689.599116] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.599362] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.599419] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.599849] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.599849] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.600099] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.600286] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.600343] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.600645] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.600841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.600951] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 3af60ad0-6939-43c0-94c3-e3b89b95645a is going to be created. [ 689.627133] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.627433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628148] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.628450] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.629196] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.629196] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.697258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.697776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.697776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.697964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.698244] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.698414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.698529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.698763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.698882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.699095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.699579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.699579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.699579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.700330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.700405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.700541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.700634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.700875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.700966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.701116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.701257] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.842330] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1691f910-9078-40c3-abd3-c44bb9f77dec in Status: SUCCESS [ 689.842587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.204347] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 227127a0-5864-45de-aba5-9df1a369308d: rpc.has_security_group_logging(os_id): False [ 690.238057] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.238528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.238528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.238872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.239216] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.239407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.239407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.240043] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.240179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.240265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.240444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.240525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.240721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.240822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.240889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.241068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.241442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.241442] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227127a0-5864-45de-aba5-9df1a369308d is going to be created. [ 690.350709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.351301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.351301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.351301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.351570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.365906] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 227127a0-5864-45de-aba5-9df1a369308d in Status: IN_PROGRESS for 2s [ 690.441582] env[66818]: INFO networking_nsxv3.common.synchronization [req-f7d99312-9f14-491d-b0d0-374985cc2a8b req-dd1cfb25-962f-442f-af17-740ea4b3dda5 service nova] Enqueued Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_rules [ 690.441582] env[66818]: INFO networking_nsxv3.common.synchronization [req-f7d99312-9f14-491d-b0d0-374985cc2a8b req-dd1cfb25-962f-442f-af17-740ea4b3dda5 service nova] Enqueued Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_members [ 690.441582] env[66818]: INFO networking_nsxv3.common.synchronization [req-f7d99312-9f14-491d-b0d0-374985cc2a8b req-dd1cfb25-962f-442f-af17-740ea4b3dda5 service nova] Enqueued Resource ID: 3af60ad0-6939-43c0-94c3-e3b89b95645a with Priority: HIGHEST for action port [ 690.441582] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_rules [ 690.441582] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_members [ 690.441582] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af60ad0-6939-43c0-94c3-e3b89b95645a with Priority: HIGHEST for action port [ 690.446300] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.446697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.446802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.447248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.447360] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.450346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.450500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.450609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.450786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.451053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.451205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.451294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.451611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.451742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.451877] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.454061] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af60ad0-6939-43c0-94c3-e3b89b95645a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.454061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.456392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.456610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.459645] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af60ad0-6939-43c0-94c3-e3b89b95645a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.962339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.962339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.962760] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.963583] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af60ad0-6939-43c0-94c3-e3b89b95645a with status ACTIVE [ 690.966637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.966637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.966637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.966637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.966637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.967099] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.967099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.968021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.968021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.968021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.968213] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.968268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.969936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.969936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.969936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.969936] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af60ad0-6939-43c0-94c3-e3b89b95645a is going to be updated. [ 690.997985] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.998165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.998237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.998427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.999249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.999249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af60ad0-6939-43c0-94c3-e3b89b95645a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.001416] env[66818]: INFO networking_nsxv3.common.synchronization [req-af88f202-9a17-4455-90f0-3e1b9642c099 req-6faf9a90-f639-4124-8667-f2ed4c7abc4b tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 691.002142] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 691.002468] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.002468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.003249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.003249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.003391] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.004929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.004929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.004929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.004929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.004929] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.474045] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.506284] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.572620] env[66818]: INFO networking_nsxv3.common.synchronization [None req-8f48f433-42fd-4c4b-a871-fa0ead1e45bd None None] Enqueued Resource ID: 0f63b291-5a80-456b-8b36-3dad6e373c57 with Priority: HIGHEST for action port [ 691.572985] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f63b291-5a80-456b-8b36-3dad6e373c57 with Priority: HIGHEST for action port [ 691.574766] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f63b291-5a80-456b-8b36-3dad6e373c57 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.574766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f63b291-5a80-456b-8b36-3dad6e373c57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.574766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f63b291-5a80-456b-8b36-3dad6e373c57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.574766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f63b291-5a80-456b-8b36-3dad6e373c57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.574766] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f63b291-5a80-456b-8b36-3dad6e373c57',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.814066] env[66818]: INFO networking_nsxv3.common.synchronization [req-29b136ac-9216-4251-a361-6b82de0c64be req-ff578f10-ad94-432e-9d0a-535cf3571ca7 tempest-ServersAdminNegativeTestJSON-1661346296 tempest-ServersAdminNegativeTestJSON-1661346296-project-member] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 691.815779] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 691.819020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.819020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.819020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.819020] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.978524] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.978884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.978884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.979065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.979183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 is going to be created. [ 692.010474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.010630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.010699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.011012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.011279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.012423] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.031321] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 in Status: UNINITIALIZED for 2s [ 692.078666] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f63b291-5a80-456b-8b36-3dad6e373c57 [ 692.079073] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.079206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.079293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.079533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.079643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.079780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f63b291-5a80-456b-8b36-3dad6e373c57 already deleted. [ 692.079933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f63b291-5a80-456b-8b36-3dad6e373c57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.293271] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.293544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.293688] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.293945] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.294210] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.294355] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.294529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.294751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.294891] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.295117] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.295222] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.295325] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.295427] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.295530] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.295626] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.295747] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.319863] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.319863] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.319863] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.319863] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.320320] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.320423] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.320475] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.320815] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.320969] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.322090] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.382541] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 227127a0-5864-45de-aba5-9df1a369308d in Status: SUCCESS [ 692.383255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.524356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.524551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.524622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.524837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.524929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.525203] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 692.560404] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.560643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.560805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.561141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.561393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.574229] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 692.827514] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.827752] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.827857] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.828149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.828293] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.828443] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e not found, creating... [ 692.828700] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.828903] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.828990] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.829220] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.829350] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.829625] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.829792] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.829896] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.830106] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.830224] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.830356] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e is going to be created. [ 692.831469] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.853342] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.853781] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.854102] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.854443] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.854785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.855134] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.222857] env[66818]: INFO networking_nsxv3.common.synchronization [req-73293061-af0a-4334-9994-8c58874f2607 req-3187b95c-dd18-4c4f-ad8e-164bb5d9711d tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 693.223616] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 693.223959] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.224129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.339754] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.340051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.340051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.340254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.340398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.340516] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be updated. [ 693.381027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.381027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.381027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.381027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.381027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.398710] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: IN_PROGRESS for 2s [ 693.671611] env[66818]: INFO networking_nsxv3.common.synchronization [req-29b136ac-9216-4251-a361-6b82de0c64be req-7a112cbb-0029-4fb3-92c6-cbab5de7cda3 service nova] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_rules [ 693.671879] env[66818]: INFO networking_nsxv3.common.synchronization [req-29b136ac-9216-4251-a361-6b82de0c64be req-7a112cbb-0029-4fb3-92c6-cbab5de7cda3 service nova] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 693.671967] env[66818]: INFO networking_nsxv3.common.synchronization [req-29b136ac-9216-4251-a361-6b82de0c64be req-7a112cbb-0029-4fb3-92c6-cbab5de7cda3 service nova] Enqueued Resource ID: 89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e with Priority: HIGHEST for action port [ 693.672533] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_rules [ 693.672605] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 693.672769] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e with Priority: HIGHEST for action port [ 693.672971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.673121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.673180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.673381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.673497] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.674344] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.674453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.674717] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.674821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.674821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.675184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.675184] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.047017] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 in Status: SUCCESS [ 694.047550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.047862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.048215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.048503] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.048737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.048907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.049166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.049353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.049581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.049789] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.177195] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.177322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.178731] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e with status ACTIVE [ 694.178934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.179066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.179136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.179383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.179468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.179640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.179736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.179830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.180096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.180096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.180278] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.180372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.180432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.180572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.180675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.180736] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e is going to be updated. [ 694.212318] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.212621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.212621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.212688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ce107b-3d6f-4d8b-afd6-dc1ddac02c4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.231259] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-a7a72c3d-baf8-4104-b7be-b7c9ea49ec46 tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 694.231912] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 694.232337] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.232466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.232531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.232728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.232880] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.232973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.234144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.234459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.234607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.234721] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.554058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.554230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.555129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.555129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.555129] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.555129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.555129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.555454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.555550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.555668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.555836] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.555956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.556033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.556209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.556360] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.556456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.556511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.556650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.556729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.556832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.556894] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.586584] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.588864] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.588864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.588864] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.684971] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-f2de1d3c-9576-4ccf-8dd0-2b799921ed6d tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 694.684971] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 694.684971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.684971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.739636] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.739844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.740019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.740119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.740212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.740404] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.740512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.740573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.740722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.740801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.740888] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 694.778352] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.778491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.778553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.778767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.778988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.789284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 695.061564] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16dfab9c-9158-4f93-baca-1375fa6ea913: rpc.has_security_group_logging(os_id): False [ 695.067874] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068165] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-740" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.068249] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-740" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.068536] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-740" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.068792] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068973] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.069784] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.070145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.070250] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.070468] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.070581] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.070686] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.070788] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.071100] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.071250] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.071395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.084832] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.085120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.085508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.085691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.090651] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.090651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.090651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.090651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.091606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.091606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.091606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.091606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.091606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.091606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.091868] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.091868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.091868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.092038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.092038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.092392] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 is going to be created. [ 695.093706] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.093817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.093883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.094045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.094131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.094303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.094397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.094450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.094590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.096164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.096164] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 695.100362] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.100700] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.100862] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.101217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-740" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.101700] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-ade985c7-69c0-4075-b46d-26a4910a8765 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.101989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.102485] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.102936] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.102936] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade985c7-69c0-4075-b46d-26a4910a8765',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.109774] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a9b32ccf-b52c-45b2-a558-2c1829c99276 None None] Enqueued Resource ID: 96345884-34ee-483d-894b-b0cc47e34b64 with Priority: HIGHEST for action port [ 695.111327] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96345884-34ee-483d-894b-b0cc47e34b64 with Priority: HIGHEST for action port [ 695.111717] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-96345884-34ee-483d-894b-b0cc47e34b64 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.111850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96345884-34ee-483d-894b-b0cc47e34b64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.112172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96345884-34ee-483d-894b-b0cc47e34b64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.112449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96345884-34ee-483d-894b-b0cc47e34b64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.112542] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96345884-34ee-483d-894b-b0cc47e34b64',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.214298] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.214479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.214769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.214769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.214956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.235795] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 695.266214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.266439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.266439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.266698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.266843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.289397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 in Status: IN_PROGRESS for 2s [ 695.411022] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 695.411430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.412128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.412361] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.412480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.415027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.415027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.415027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.415027] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.606326] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.606590] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.606888] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.607058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.607203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.607379] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port ade985c7-69c0-4075-b46d-26a4910a8765 not found, creating... [ 695.607661] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.607862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.607963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.608186] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.608340] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.608748] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.608933] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.609088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.609310] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.609450] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.609592] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: ade985c7-69c0-4075-b46d-26a4910a8765 is going to be created. [ 695.615167] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96345884-34ee-483d-894b-b0cc47e34b64 [ 695.615167] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.615167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.615167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.615167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.615768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.615768] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96345884-34ee-483d-894b-b0cc47e34b64 already deleted. [ 695.615768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96345884-34ee-483d-894b-b0cc47e34b64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.636284] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.636284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.636284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.636284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.636284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.636284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.915782] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.420406] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.485274] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-5d4f7435-0e46-46a9-a52b-9af1e5f875db service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 696.485350] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-5d4f7435-0e46-46a9-a52b-9af1e5f875db service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 696.485587] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-5d4f7435-0e46-46a9-a52b-9af1e5f875db service nova] Enqueued Resource ID: ade985c7-69c0-4075-b46d-26a4910a8765 with Priority: HIGHEST for action port [ 696.486086] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 696.486236] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 696.486356] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade985c7-69c0-4075-b46d-26a4910a8765 with Priority: HIGHEST for action port [ 696.486701] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.486763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.487137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.487137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.487253] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.488181] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.488275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.489042] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade985c7-69c0-4075-b46d-26a4910a8765 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.489042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.489042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.489042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.489042] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade985c7-69c0-4075-b46d-26a4910a8765',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.800882] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 696.801123] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 deletion is rescheduled due to dependency. [ 696.801235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.801418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.801633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.801811] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.801921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.801982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.802138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.802216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.802306] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.923770] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.923951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.924013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.924248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.924342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.924443] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be updated. [ 696.948842] env[66818]: INFO networking_nsxv3.common.synchronization [req-632a0a21-f7ac-4a1a-9585-17a13707e780 req-ff73c0ca-da74-4043-a15d-70a816592216 tempest-ImagesNegativeTestJSON-1694675710 tempest-ImagesNegativeTestJSON-1694675710-project-member] Enqueued Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_members [ 696.949489] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGHEST for action security_group_members [ 696.949798] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.949923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.950014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.951480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.952412] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.952620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.952734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.953476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.953592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.953715] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.964041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.964574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.965877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.967486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.967650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.980217] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: IN_PROGRESS for 2s [ 696.992588] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.992749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.992929] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ade985c7-69c0-4075-b46d-26a4910a8765 with status ACTIVE [ 696.993149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.993257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.993323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.993527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.993617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.993783] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.993872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.993936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.994179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.994269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.994467] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.994563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.994624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.994775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.994888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.994925] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ade985c7-69c0-4075-b46d-26a4910a8765 is going to be updated. [ 697.017612] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.017803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.019098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.019098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.019098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.019098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade985c7-69c0-4075-b46d-26a4910a8765" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.247040] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 697.247040] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 deletion is rescheduled due to dependency. [ 697.247040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.305148] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.319601] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 in Status: SUCCESS [ 697.319601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.349422] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.349616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-891" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.349759] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-891" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.350795] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-891" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.351629] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.351629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.351629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.352081] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.352214] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.352437] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.352750] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.352798] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.352959] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.353160] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.353455] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.353612] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.379476] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.379476] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.380127] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.380127] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-891" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.380464] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-afcdbef3-8c6a-4cd4-b941-948b63677868 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.381564] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.381564] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.381564] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.381760] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcdbef3-8c6a-4cd4-b941-948b63677868',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.458200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.458582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.458582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.458660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.458703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.458936] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.459039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.459088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.459253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.459355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.459459] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1691f910-9078-40c3-abd3-c44bb9f77dec is going to be updated. [ 697.498676] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.498912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.498968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.499251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.499408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.511458] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1691f910-9078-40c3-abd3-c44bb9f77dec in Status: IN_PROGRESS for 2s [ 697.808423] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.885675] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.886298] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.886580] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.886997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.887213] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.887398] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port afcdbef3-8c6a-4cd4-b941-948b63677868 not found, creating... [ 697.887747] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.887928] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.888056] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.888301] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.888430] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.888724] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.888880] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.889440] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.889719] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.889863] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.890147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: afcdbef3-8c6a-4cd4-b941-948b63677868 is going to be created. [ 697.920742] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.920742] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.920742] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.920742] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.920742] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.920742] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.312686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.312686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.312686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.312686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.312686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.312686] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 698.356308] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.356510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.356559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.356890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.357094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.367498] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 698.688256] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-38e7c11a-827e-4b08-827d-71e47138a8be service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 698.688256] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-38e7c11a-827e-4b08-827d-71e47138a8be service nova] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 698.688256] env[66818]: INFO networking_nsxv3.common.synchronization [req-5ed4e1b4-fa2f-4f62-99f1-22484fdbfd5e req-38e7c11a-827e-4b08-827d-71e47138a8be service nova] Enqueued Resource ID: afcdbef3-8c6a-4cd4-b941-948b63677868 with Priority: HIGHEST for action port [ 698.689568] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_rules [ 698.690334] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 698.692583] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcdbef3-8c6a-4cd4-b941-948b63677868 with Priority: HIGHEST for action port [ 698.692583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.692583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.692583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.692583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.692583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-afcdbef3-8c6a-4cd4-b941-948b63677868 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.692583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.692583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.692583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.692583] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcdbef3-8c6a-4cd4-b941-948b63677868',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.991621] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 698.991996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.992094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.992348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.992652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.992880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.993032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.993306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.993568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.993568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.993699] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.108719] env[66818]: INFO networking_nsxv3.common.synchronization [req-6e66e910-ac46-48bf-8fac-91618236f468 req-0373457f-35c9-48c2-916f-533d3a00528c tempest-InstanceActionsV221TestJSON-686973274 tempest-InstanceActionsV221TestJSON-686973274-project-member] Enqueued Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_members [ 699.109051] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGHEST for action security_group_members [ 699.110796] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.110796] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.110796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.111396] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.196318] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afcdbef3-8c6a-4cd4-b941-948b63677868 with status ACTIVE [ 699.196427] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.196788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.196788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.196928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.196991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.197262] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.197677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.197677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.197677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.197677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.198128] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.198128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.198128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.198344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.198344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.198344] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afcdbef3-8c6a-4cd4-b941-948b63677868 is going to be updated. [ 699.229239] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.229239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.229239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.229239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.229239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.229787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afcdbef3-8c6a-4cd4-b941-948b63677868" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.497963] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.497963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.497963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.497963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.497963] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.497963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.497963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.501047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.501047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.501047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.501047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.501047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.501047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.501047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.501505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.501505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.501682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.501876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.502028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.502293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.502379] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.525504] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1691f910-9078-40c3-abd3-c44bb9f77dec in Status: SUCCESS [ 699.525504] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1691f910-9078-40c3-abd3-c44bb9f77dec deletion is rescheduled due to dependency. [ 699.525504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.642839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.642839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.642839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.642839] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227127a0-5864-45de-aba5-9df1a369308d is going to be updated. [ 699.669764] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.669764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.669764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.669764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.669764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.685706] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227127a0-5864-45de-aba5-9df1a369308d in Status: IN_PROGRESS for 2s [ 699.964036] env[66818]: INFO networking_nsxv3.common.synchronization [req-a8266181-6187-4653-9150-03a0fd043f26 req-6292f9bf-a35a-438f-b3ff-c0762ce3ca6f tempest-MigrationsAdminTest-1661198603 tempest-MigrationsAdminTest-1661198603-project-member] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 699.964796] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 699.964955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.967071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.967145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.967395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.967586] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.967702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.967768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.967946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.968043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.968144] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.005638] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad13af6-2361-4053-86e0-e47ba2ba6e58: rpc.has_security_group_logging(os_id): False [ 700.030571] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.030686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.030771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.030982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.031338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.031338] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.032186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.032186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.032186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.032186] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.032186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.032186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.032464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033023] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.033023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.033023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.033023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.033023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033023] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be updated. [ 700.145805] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.145908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.145939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.146191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.146497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.187828] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: IN_PROGRESS for 2s [ 700.386259] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 700.387133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.387133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.387413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.387560] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.387719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.387765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.387942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.388058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.388154] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.472950] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.473663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.474897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.474897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.474897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.475052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.475771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.475771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.475771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.475771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.477592] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 already deleted. [ 700.477592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488244] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488244] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488700] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.488806] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.488914] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.489154] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.489154] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.489265] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.489596] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.524540] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.524703] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.524845] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.525039] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.525374] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-eeb93c89-5160-4322-9792-ef555f29f6fc taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.525566] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.525702] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.526350] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.526350] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb93c89-5160-4322-9792-ef555f29f6fc',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.892590] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.029876] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.030217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.030591] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.030694] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.030925] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.031103] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port eeb93c89-5160-4322-9792-ef555f29f6fc not found, creating... [ 701.031437] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.031806] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.031870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.032518] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.032518] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.032659] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.032824] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.032910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.033160] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.033381] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.034040] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: eeb93c89-5160-4322-9792-ef555f29f6fc is going to be created. [ 701.057399] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.057570] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.057570] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.057841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.058221] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.058315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.395442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.698074] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 227127a0-5864-45de-aba5-9df1a369308d in Status: SUCCESS [ 701.698793] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 227127a0-5864-45de-aba5-9df1a369308d deletion is rescheduled due to dependency. [ 701.699089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.808245] env[66818]: INFO networking_nsxv3.common.synchronization [req-a8266181-6187-4653-9150-03a0fd043f26 req-3d11dc5a-1128-492b-ab07-d3bb7445641e service nova] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_rules [ 701.808245] env[66818]: INFO networking_nsxv3.common.synchronization [req-a8266181-6187-4653-9150-03a0fd043f26 req-3d11dc5a-1128-492b-ab07-d3bb7445641e service nova] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 701.808245] env[66818]: INFO networking_nsxv3.common.synchronization [req-a8266181-6187-4653-9150-03a0fd043f26 req-3d11dc5a-1128-492b-ab07-d3bb7445641e service nova] Enqueued Resource ID: eeb93c89-5160-4322-9792-ef555f29f6fc with Priority: HIGHEST for action port [ 701.808245] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_rules [ 701.809403] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 701.809559] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb93c89-5160-4322-9792-ef555f29f6fc with Priority: HIGHEST for action port [ 701.809982] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.812667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.812667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.812667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.812667] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.812667] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.812667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.812667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.812667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.813068] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.813068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.813068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.813282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.813282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.813367] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.814560] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb93c89-5160-4322-9792-ef555f29f6fc taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.814560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.814560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.814700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.814700] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb93c89-5160-4322-9792-ef555f29f6fc',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.898052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.898266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.898386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.898626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.898756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.898876] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 701.933044] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.933044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.933044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.933366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.933529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.945324] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 702.206353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 702.206695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.317781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.317881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.318166] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.319373] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeb93c89-5160-4322-9792-ef555f29f6fc with status ACTIVE [ 702.319681] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.320479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.320479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.320479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.320479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.320800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.320886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.320951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.321403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.321548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321783] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.321896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.322365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.322365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.322365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.322365] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeb93c89-5160-4322-9792-ef555f29f6fc is going to be updated. [ 702.345309] env[66818]: INFO networking_nsxv3.common.synchronization [req-bbf5bc55-a181-43e6-8459-6b779f1b7e2a req-0678431e-7602-4841-8490-bff0919e06a1 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 702.346995] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 702.348344] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.348502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.348813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.348813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.348969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.349185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb93c89-5160-4322-9792-ef555f29f6fc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.349868] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.349868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.349868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.350523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.350523] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.350523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.350523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.350648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.350675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.350768] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.787184] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.787390] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.787493] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.787754] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.788040] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.789101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.789101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.789101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.789101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.789101] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.789101] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.789101] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.789314] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.789314] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.789412] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.789518] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.815652] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.815652] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.815652] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.815652] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.815652] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-34b6c50f-e515-449d-9fe5-e2509193a5d8 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.815652] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.815652] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.815652] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.815652] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b6c50f-e515-449d-9fe5-e2509193a5d8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.824902] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.853515] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.318698] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.319127] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.319127] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.319417] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.319565] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.319718] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 34b6c50f-e515-449d-9fe5-e2509193a5d8 not found, creating... [ 703.319988] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.320169] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.320295] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.320517] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.320650] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.321202] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.321413] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.321528] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.321748] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.321865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.322010] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 34b6c50f-e515-449d-9fe5-e2509193a5d8 is going to be created. [ 703.327818] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.327957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.328048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.328196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.328285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.328385] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be created. [ 703.346463] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.347648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.347648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.347648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.347648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.347822] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.356664] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.356979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.357095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.357422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.357862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.359392] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.375026] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: UNINITIALIZED for 2s [ 703.862745] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.863455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.863455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.863455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.863573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.863688] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 703.903760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.904542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.904713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.904946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.905126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.917881] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 703.955038] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 703.955443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.955776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.955844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.956027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.956153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.956221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.956374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.956454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.956539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.956639] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.958806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.959428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.959529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.959751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.959751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.959910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.959994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.960108] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.141845] env[66818]: INFO networking_nsxv3.common.synchronization [req-bbf5bc55-a181-43e6-8459-6b779f1b7e2a req-108a9042-b8c3-4aa1-97dd-4d9b29df9e9f service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 704.141996] env[66818]: INFO networking_nsxv3.common.synchronization [req-bbf5bc55-a181-43e6-8459-6b779f1b7e2a req-108a9042-b8c3-4aa1-97dd-4d9b29df9e9f service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 704.142165] env[66818]: INFO networking_nsxv3.common.synchronization [req-bbf5bc55-a181-43e6-8459-6b779f1b7e2a req-108a9042-b8c3-4aa1-97dd-4d9b29df9e9f service nova] Enqueued Resource ID: 34b6c50f-e515-449d-9fe5-e2509193a5d8 with Priority: HIGHEST for action port [ 704.142797] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 704.142982] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 704.143203] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b6c50f-e515-449d-9fe5-e2509193a5d8 with Priority: HIGHEST for action port [ 704.143515] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.143635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.143698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.143972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.144662] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.147923] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.147923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.147923] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b6c50f-e515-449d-9fe5-e2509193a5d8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.147923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.147923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.148278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.148278] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b6c50f-e515-449d-9fe5-e2509193a5d8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.459785] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.460289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.462355] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.654600] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.654600] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b6c50f-e515-449d-9fe5-e2509193a5d8 with status ACTIVE [ 704.654600] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.654600] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.654600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.654600] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.655318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.655318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.655318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.655318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.655318] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b6c50f-e515-449d-9fe5-e2509193a5d8 is going to be updated. [ 704.679246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.679822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.680241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.680499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.680672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.681459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b6c50f-e515-449d-9fe5-e2509193a5d8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966256] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.181027] env[66818]: INFO networking_nsxv3.common.synchronization [req-7c364a59-b135-4c7a-858d-03a97f0d8534 req-12759ae7-e5b9-480c-86a3-b0142de5b2aa tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 705.181027] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 705.181027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.181027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.181027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.181027] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.393932] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 705.393932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.393932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.393932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.393932] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.393932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.393932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.395369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.395369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.395369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.395369] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.467711] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.468501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.468501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.468501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.468501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.468501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 705.510534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.510799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.510799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.511650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.511938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.525712] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 705.684796] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.684993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.685074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.685302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.685538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.686118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.686118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.686118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.686118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.686118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.686118] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 705.718829] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.719601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.719997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.732219] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 705.842420] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.842999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.842999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.843804] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.844171] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.844806] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.844806] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.844934] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.845569] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.845569] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.845569] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.845569] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.845743] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.845743] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.845844] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.846212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.866824] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.867628] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.867628] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.867628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.868101] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-7c65f1ff-02ee-4800-a7cb-b89931dfc898 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.868101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.868101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.868397] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.868466] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c65f1ff-02ee-4800-a7cb-b89931dfc898',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.899415] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.899585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.899640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.899859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.899993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.900136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.900196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.900356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.900447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.900537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.900682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.900772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.900834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.900972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.901123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.901216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.901276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.901415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.901511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.901596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.901684] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.929212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 705.929453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.929618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.929829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.930035] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.930153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.930220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.930380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.930452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.930559] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.281653] env[66818]: INFO networking_nsxv3.common.synchronization [req-9346d5f4-9f28-4192-8eb7-b0464b3cb5f7 req-27b02585-8638-40c1-a7f8-27d5c3c96845 tempest-ServerAddressesNegativeTestJSON-1755111916 tempest-ServerAddressesNegativeTestJSON-1755111916-project-member] Enqueued Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_members [ 706.282405] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGHEST for action security_group_members [ 706.282623] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.282758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.282840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283295] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283814] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.371673] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.372249] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.372249] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.372662] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.373050] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.373186] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 7c65f1ff-02ee-4800-a7cb-b89931dfc898 not found, creating... [ 706.373890] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.374623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.374687] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.375099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.376013] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.376013] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.376013] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.376190] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.376436] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.376675] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.376865] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 7c65f1ff-02ee-4800-a7cb-b89931dfc898 is going to be created. [ 706.404307] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23db8389-b85f-48ca-83ed-fc18fcb5bf70: rpc.has_security_group_logging(os_id): False [ 706.433347] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.435179] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.435375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.435472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.435742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.435828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.436088] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.436240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.436361] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.436592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.436592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.436921] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.436921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.436921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.437051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.437156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.437348] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.437445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.437502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.437638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.437725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.437812] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be created. [ 706.440515] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.440707] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.440839] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.441442] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.441442] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.441581] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.520849] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.521284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.521284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.521376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.521609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.540667] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 706.786608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.787015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.787015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.787248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.787351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.787549] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.787687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.787754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.787967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.788161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.788213] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 is going to be updated. [ 706.818906] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.819061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.819201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.819431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.819594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.829635] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 in Status: IN_PROGRESS for 2s [ 706.941070] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.121727] env[66818]: INFO networking_nsxv3.common.synchronization [req-7c364a59-b135-4c7a-858d-03a97f0d8534 req-ede4df7e-6d58-48b9-9ded-411dfdd08a5c service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 707.121902] env[66818]: INFO networking_nsxv3.common.synchronization [req-7c364a59-b135-4c7a-858d-03a97f0d8534 req-ede4df7e-6d58-48b9-9ded-411dfdd08a5c service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 707.122052] env[66818]: INFO networking_nsxv3.common.synchronization [req-7c364a59-b135-4c7a-858d-03a97f0d8534 req-ede4df7e-6d58-48b9-9ded-411dfdd08a5c service nova] Enqueued Resource ID: 7c65f1ff-02ee-4800-a7cb-b89931dfc898 with Priority: HIGHEST for action port [ 707.122305] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 707.122441] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 707.122538] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c65f1ff-02ee-4800-a7cb-b89931dfc898 with Priority: HIGHEST for action port [ 707.123572] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.124820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.124820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.126831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.126927] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.128213] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.129250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.130326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c65f1ff-02ee-4800-a7cb-b89931dfc898 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.130457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.130507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.130698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.130779] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c65f1ff-02ee-4800-a7cb-b89931dfc898',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.445225] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.445943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.445943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.445943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.446118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.446160] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 707.488157] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.488936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.488936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.488936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.488936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.502894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 707.535677] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 707.535677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.536089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.536089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.536867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.536867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.536867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.536867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.536867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.536867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.536867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.537150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.537150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.537221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.537371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.537460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.537518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.537653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.539235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.539235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.539235] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.633919] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.633919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.636326] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c65f1ff-02ee-4800-a7cb-b89931dfc898 with status ACTIVE [ 707.636566] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.636755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.636971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.637441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.637441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.638419] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.638419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.638419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.638419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.638419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.638419] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.641267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.641267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.641267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.641267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.641267] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c65f1ff-02ee-4800-a7cb-b89931dfc898 is going to be updated. [ 707.664699] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.664917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.664917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.665142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.665272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.665460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c65f1ff-02ee-4800-a7cb-b89931dfc898" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.748443] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 707.748522] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 707.748659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.748819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.749059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.749288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.749414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.749496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.749631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.749712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.749807] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.041439] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2852a6-131b-4db4-80e9-e4d5c0734102: rpc.has_security_group_logging(os_id): False [ 708.067031] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.067301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.067414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.067768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.067954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.068364] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.068493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.068612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.069100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.069269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.069888] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.070035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.070094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.070308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.070403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.070623] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.070742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.070805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.070963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.071138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.071280] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 708.170450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.170744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.170744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.172018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.172018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.196229] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 708.252384] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.556212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 708.556212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.759252] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.784816] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f9d5f069-0c57-4c13-aad3-9db87ddc2312 None None] Enqueued Resource ID: 0ab54651-5f3d-4872-b18c-6ef1e7d16e07 with Priority: HIGHEST for action port [ 708.785847] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab54651-5f3d-4872-b18c-6ef1e7d16e07 with Priority: HIGHEST for action port [ 708.786775] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab54651-5f3d-4872-b18c-6ef1e7d16e07 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.786775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab54651-5f3d-4872-b18c-6ef1e7d16e07" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.786775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab54651-5f3d-4872-b18c-6ef1e7d16e07" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.786775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab54651-5f3d-4872-b18c-6ef1e7d16e07" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.787145] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab54651-5f3d-4872-b18c-6ef1e7d16e07',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.841619] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 in Status: SUCCESS [ 708.841819] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 deletion is rescheduled due to dependency. [ 708.841938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.005839] env[66818]: INFO networking_nsxv3.common.synchronization [None req-7bd02761-856a-43e7-a954-2ec998ca145d None None] Enqueued Resource ID: 851ceb54-74bc-4653-a6c2-fb2ef5cb12b1 with Priority: HIGHEST for action port [ 709.007284] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851ceb54-74bc-4653-a6c2-fb2ef5cb12b1 with Priority: HIGHEST for action port [ 709.008021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-851ceb54-74bc-4653-a6c2-fb2ef5cb12b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.008163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-851ceb54-74bc-4653-a6c2-fb2ef5cb12b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.008235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-851ceb54-74bc-4653-a6c2-fb2ef5cb12b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.008510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-851ceb54-74bc-4653-a6c2-fb2ef5cb12b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.008613] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851ceb54-74bc-4653-a6c2-fb2ef5cb12b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.265334] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.265334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.265334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.265334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.265334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.265334] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 709.291582] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ab54651-5f3d-4872-b18c-6ef1e7d16e07 [ 709.294736] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.294736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.294736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.294736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.294736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.294736] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ab54651-5f3d-4872-b18c-6ef1e7d16e07 already deleted. [ 709.294736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab54651-5f3d-4872-b18c-6ef1e7d16e07" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.294736] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.295744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.296030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.296315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.296571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.310475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 709.512145] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 851ceb54-74bc-4653-a6c2-fb2ef5cb12b1 [ 709.512145] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.512145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.512145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.512145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.512145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.512145] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:851ceb54-74bc-4653-a6c2-fb2ef5cb12b1 already deleted. [ 709.512145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-851ceb54-74bc-4653-a6c2-fb2ef5cb12b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.523117] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.523117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.523117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.523117] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.029351] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.029351] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.029351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.030079] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.030079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.030079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.030079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.030079] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.030079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.030079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.030492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.030492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.030492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.030492] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.214146] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 710.214146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.214146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.214146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.214146] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.536443] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49ba839-2eb4-40d8-bde8-2fd44bc1182e: rpc.has_security_group_logging(os_id): False [ 710.556968] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.557323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.557323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.557568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.557714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.557952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.558433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.558433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.558433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.558433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.558623] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.558766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.558890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.559096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.559170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.559451] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.559546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.559632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.560219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.560219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.560219] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 710.635330] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.635504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.635554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.635783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.635965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.653586] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 710.721365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.721365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.721365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.721365] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.225934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.226244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.226244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.226448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.226679] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.226769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.226769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.226923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.227045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.227141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.227265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.227351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.227433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.228065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.228065] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.228065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.228065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.228065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.228065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.228264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.228264] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.244701] env[66818]: INFO networking_nsxv3.common.synchronization [None req-52549738-f848-47da-b66a-218634cfb61a None None] Enqueued Resource ID: f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4 with Priority: HIGHEST for action port [ 711.245285] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4 with Priority: HIGHEST for action port [ 711.245692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.245871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.246021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.246496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.246496] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.329810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.329810] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.329810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.329810] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.730988] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2852a6-131b-4db4-80e9-e4d5c0734102: rpc.has_security_group_logging(os_id): False [ 711.750273] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4 [ 711.750273] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.750273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.750273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.750556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.750714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.750850] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4 already deleted. [ 711.750966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9a9abee-ab2f-4fa4-bd22-5b7424bc80b4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.752232] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.752345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.752421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.752619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.752717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.752915] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.753027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.753093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.753249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.753325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.753519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.754012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.754012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.754012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.754012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.754142] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.754142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.754213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.754335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.754404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.754559] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 711.827855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.828219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.828219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.828430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.828556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.832980] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.832980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.832980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.832980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.833262] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.833262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.833262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.833473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.833473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.833583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.833781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.834808] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.834808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.834808] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.846292] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 712.106836] env[66818]: INFO networking_nsxv3.common.synchronization [None req-2a773926-c7cb-4b98-b5ab-1759b137d945 None None] Enqueued Resource ID: fe0fc2d0-66b9-471e-91d1-45c409f762bf with Priority: HIGHEST for action port [ 712.111041] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0fc2d0-66b9-471e-91d1-45c409f762bf with Priority: HIGHEST for action port [ 712.111041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe0fc2d0-66b9-471e-91d1-45c409f762bf taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.111041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe0fc2d0-66b9-471e-91d1-45c409f762bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.111041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe0fc2d0-66b9-471e-91d1-45c409f762bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.111041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe0fc2d0-66b9-471e-91d1-45c409f762bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.111041] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe0fc2d0-66b9-471e-91d1-45c409f762bf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.337115] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34d1cd3-8982-43ca-8e8a-891f3bb3acb1: rpc.has_security_group_logging(os_id): False [ 712.356797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.357044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.357609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.357609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.357833] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.357833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.357988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.358087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.358270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.358502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.358502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.358618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.358659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.358854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.358996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.358996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.359149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.359223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.359382] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 712.436028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.436275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.436275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.436496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.436600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.450947] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 712.613745] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe0fc2d0-66b9-471e-91d1-45c409f762bf [ 712.613745] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.614013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.614013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.614167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.614393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.614393] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe0fc2d0-66b9-471e-91d1-45c409f762bf already deleted. [ 712.614573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe0fc2d0-66b9-471e-91d1-45c409f762bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.670374] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 712.670637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.773164] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a27a46a4-c202-4b08-807b-aa9a40843f1c None None] Enqueued Resource ID: 69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e with Priority: HIGHEST for action port [ 712.773164] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e with Priority: HIGHEST for action port [ 712.774331] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.774481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.774571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.774908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.775479] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.278077] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e [ 713.278077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.278384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.278384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.279526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.279669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.279771] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e already deleted. [ 713.279861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69fe7fd9-aa5f-4996-bfc9-1d12fcb6641e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864376] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 713.864735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.467497] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 714.467960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.748312] env[66818]: INFO networking_nsxv3.common.synchronization [req-72b2e127-035f-4663-b3a7-b8c011d76184 req-2dc8bbc8-e20f-49e4-8e79-f41d35390f92 tempest-ServersTestManualDisk-1335522344 tempest-ServersTestManualDisk-1335522344-project-member] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_members [ 714.749211] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_members [ 714.750441] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.751874] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.751874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.752319] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.136188] env[66818]: INFO networking_nsxv3.common.synchronization [None req-48a8f7ee-4653-45f9-a092-6a07fe9cce9e None None] Enqueued Resource ID: b4ed186e-dbcd-4a28-a84f-77e2fc0a603c with Priority: HIGHEST for action port [ 715.136731] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4ed186e-dbcd-4a28-a84f-77e2fc0a603c with Priority: HIGHEST for action port [ 715.138347] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.138674] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-625" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.138770] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-625" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.139232] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-625" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.139682] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.139869] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.140063] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.140415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.140697] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.140962] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.141125] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.141449] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.141582] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.141628] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.141807] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.141908] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.143315] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4ed186e-dbcd-4a28-a84f-77e2fc0a603c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.143473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4ed186e-dbcd-4a28-a84f-77e2fc0a603c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.143587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4ed186e-dbcd-4a28-a84f-77e2fc0a603c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.143904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4ed186e-dbcd-4a28-a84f-77e2fc0a603c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.143992] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4ed186e-dbcd-4a28-a84f-77e2fc0a603c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.168904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.169101] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.169268] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.169482] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-625" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.169833] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.170081] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.170234] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.170567] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.170726] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('238a92b5-bdb8-4f07-b9a5-0d2b937098ab',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.255028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.256384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.256638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.256869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.257033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.257363] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.257521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.257580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.257768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.257924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.257924] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a already deleted. [ 715.258021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.646437] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4ed186e-dbcd-4a28-a84f-77e2fc0a603c [ 715.646706] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.647150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.647265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647377] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4ed186e-dbcd-4a28-a84f-77e2fc0a603c already deleted. [ 715.647441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4ed186e-dbcd-4a28-a84f-77e2fc0a603c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677424] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.677773] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677922] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.678385] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.678611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.678897] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 238a92b5-bdb8-4f07-b9a5-0d2b937098ab not found, creating... [ 715.679282] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.679566] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.679738] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.680061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.680245] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.680666] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.680884] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.681039] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.681332] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.681548] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.681701] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 238a92b5-bdb8-4f07-b9a5-0d2b937098ab is going to be created. [ 715.704326] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704569] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704696] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.705015] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.705278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.705510] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440912] env[66818]: INFO networking_nsxv3.common.synchronization [req-72b2e127-035f-4663-b3a7-b8c011d76184 req-33c6ad41-19af-42d2-94a6-9f4d66d6a009 service nova] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_rules [ 716.441193] env[66818]: INFO networking_nsxv3.common.synchronization [req-72b2e127-035f-4663-b3a7-b8c011d76184 req-33c6ad41-19af-42d2-94a6-9f4d66d6a009 service nova] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_members [ 716.441227] env[66818]: INFO networking_nsxv3.common.synchronization [req-72b2e127-035f-4663-b3a7-b8c011d76184 req-33c6ad41-19af-42d2-94a6-9f4d66d6a009 service nova] Enqueued Resource ID: 238a92b5-bdb8-4f07-b9a5-0d2b937098ab with Priority: HIGHEST for action port [ 716.441761] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_rules [ 716.441907] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_members [ 716.442015] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 238a92b5-bdb8-4f07-b9a5-0d2b937098ab with Priority: HIGHEST for action port [ 716.442298] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.442414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.442481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.442729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.442762] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.443610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.443725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.443791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.443967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.444124] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.445962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.445962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.445962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.445962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.445962] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.445962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.445962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.445962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.446673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.446673] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('238a92b5-bdb8-4f07-b9a5-0d2b937098ab',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.947716] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.947898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.948184] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.949183] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 238a92b5-bdb8-4f07-b9a5-0d2b937098ab with status ACTIVE [ 716.949368] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.949543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.949608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.949818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.949939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.950146] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.950279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.950371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.950562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.950650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.950846] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.950945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.951042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.951256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.951338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.951429] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 238a92b5-bdb8-4f07-b9a5-0d2b937098ab is going to be updated. [ 716.981186] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.981186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.981462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.981498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.981722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.981877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-238a92b5-bdb8-4f07-b9a5-0d2b937098ab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.444402] env[66818]: INFO networking_nsxv3.common.synchronization [req-ce98bf74-eb5d-49f4-b70e-8e9eea3b8c59 req-8655edb2-f1b6-4f32-952b-3c43552084fe tempest-FloatingIPsAssociationTestJSON-1955029037 tempest-FloatingIPsAssociationTestJSON-1955029037-project-member] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 717.445224] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 717.446903] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.446903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.446903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.446903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.447647] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.447647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.447753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.448078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.448078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.448202] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.453269] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.950668] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.958510] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.958810] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.958970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.960455] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.960613] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.961554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.961730] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.962922] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.962922] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.962922] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.962922] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.962922] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.962922] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.962922] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.962922] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.963375] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.964664] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.964833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.964904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.965211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.965414] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a is going to be created. [ 718.006737] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.006737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.006737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.006737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.006737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.008949] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.010575] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.010575] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.010575] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-704" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.010575] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-1089396b-80c0-4d20-9a54-0a58ed31db77 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.010575] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.010575] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.011202] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.013617] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1089396b-80c0-4d20-9a54-0a58ed31db77',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.024965] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361fd7a7-702d-46c8-bf65-d65515698e8a in Status: UNINITIALIZED for 2s [ 718.454053] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.514652] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.514975] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.515142] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.515626] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.516118] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.516118] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 1089396b-80c0-4d20-9a54-0a58ed31db77 not found, creating... [ 718.516322] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.516499] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.516621] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.517092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.517092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.517988] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.517988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.517988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.518513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.518513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.519431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 1089396b-80c0-4d20-9a54-0a58ed31db77 is going to be created. [ 718.543013] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.543277] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.543401] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.543704] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.543937] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.544207] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.956493] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.956688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.956765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.956978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.957081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.957222] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be updated. [ 718.987740] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.987970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.987970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.988180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.988414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.998402] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: IN_PROGRESS for 2s [ 719.266708] env[66818]: INFO networking_nsxv3.common.synchronization [req-ce98bf74-eb5d-49f4-b70e-8e9eea3b8c59 req-592dd60e-e1e6-4c40-94d8-399b50c9bd05 service nova] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_rules [ 719.266885] env[66818]: INFO networking_nsxv3.common.synchronization [req-ce98bf74-eb5d-49f4-b70e-8e9eea3b8c59 req-592dd60e-e1e6-4c40-94d8-399b50c9bd05 service nova] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 719.267020] env[66818]: INFO networking_nsxv3.common.synchronization [req-ce98bf74-eb5d-49f4-b70e-8e9eea3b8c59 req-592dd60e-e1e6-4c40-94d8-399b50c9bd05 service nova] Enqueued Resource ID: 1089396b-80c0-4d20-9a54-0a58ed31db77 with Priority: HIGHEST for action port [ 719.267757] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_rules [ 719.267904] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 719.268385] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1089396b-80c0-4d20-9a54-0a58ed31db77 with Priority: HIGHEST for action port [ 719.268769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.268949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.269068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.269477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.269629] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.270888] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.270888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.271200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1089396b-80c0-4d20-9a54-0a58ed31db77 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.271536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.271536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.271805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.272014] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1089396b-80c0-4d20-9a54-0a58ed31db77',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.775473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.775473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.775977] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1089396b-80c0-4d20-9a54-0a58ed31db77 with status ACTIVE [ 719.775977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.775977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.775977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.776295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.776348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.776556] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.776670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.776768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.777013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.777126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.777371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.777525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.777650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.777871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.777955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.778097] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1089396b-80c0-4d20-9a54-0a58ed31db77 is going to be updated. [ 719.808108] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.808712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1089396b-80c0-4d20-9a54-0a58ed31db77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.037675] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361fd7a7-702d-46c8-bf65-d65515698e8a in Status: SUCCESS [ 720.038024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.038295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.038650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.038953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.039161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.039306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.039634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.039775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.040111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.040111] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.178031] env[66818]: INFO networking_nsxv3.common.synchronization [req-53bcbfb4-2bfb-4d63-9007-0ed220221541 req-72b75cde-2172-4579-9875-d502a5e80323 tempest-VolumesAssistedSnapshotsTest-778480350 tempest-VolumesAssistedSnapshotsTest-778480350-project-member] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_members [ 720.178255] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGHEST for action security_group_members [ 720.178664] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.178852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.178971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.179242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.179433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.179567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.179680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.179926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.180067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.180191] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.552778] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.684119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.684254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.684254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.685121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.685121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685121] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.685121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.685121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.685121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.685121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685361] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 is going to be updated. [ 720.715493] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.716257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.716367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.716590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.716750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.728805] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 in Status: IN_PROGRESS for 2s [ 721.009562] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 721.009833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.010692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.010923] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.012344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.012344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.012344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.012344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.012344] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.055769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 361fd7a7-702d-46c8-bf65-d65515698e8a: rpc.has_security_group_logging(os_id): False [ 721.077189] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.077189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.077189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.077478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.077478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.077769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.077895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.078249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.078249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.078249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.078421] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a is going to be created. [ 721.164244] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.164244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.164244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.164244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.164244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.179042] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 361fd7a7-702d-46c8-bf65-d65515698e8a in Status: IN_PROGRESS for 2s [ 721.514937] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.018766] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.522268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.522268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.522438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.522863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.522863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.522863] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be updated. [ 722.526675] env[66818]: INFO networking_nsxv3.common.synchronization [req-1371b143-2a98-4abb-a4f2-8a21adf7ee3a req-e9f3850d-8adc-4fbb-a279-5a9efe4284f6 tempest-SecurityGroupRulesNegativeTestJSON-1920467401 tempest-SecurityGroupRulesNegativeTestJSON-1920467401-project-member] Enqueued Resource ID: baf46818-193b-4721-94c5-0273da74cd8a with Priority: HIGHEST for action security_group_rules [ 722.526675] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf46818-193b-4721-94c5-0273da74cd8a with Priority: HIGHEST for action security_group_rules [ 722.529425] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf46818-193b-4721-94c5-0273da74cd8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.529664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.529799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.530098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.530273] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf46818-193b-4721-94c5-0273da74cd8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.561946] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.564986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.565187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.565476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.565718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.580874] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: IN_PROGRESS for 2s [ 722.740761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 in Status: SUCCESS [ 722.740761] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 deletion is rescheduled due to dependency. [ 722.740761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.055168] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.055553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.055553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.055618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.055719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.055872] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf46818-193b-4721-94c5-0273da74cd8a already deleted. [ 723.056007] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.196870] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 361fd7a7-702d-46c8-bf65-d65515698e8a in Status: SUCCESS [ 723.196870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.593743] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 724.594136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.594175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.594416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.594621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.594823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.594975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.595098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.595270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.595502] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.098155] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.098357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.098406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.098908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.098908] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.098908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.098908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.099120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.099172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.099461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.100857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.100857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.100857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.100857] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.479887] env[66818]: INFO networking_nsxv3.common.synchronization [None req-10560c86-e4e9-41db-b6a7-e023d814a1ba None None] Enqueued Resource ID: 9e07c333-f372-4713-980c-c11e3e7b155a with Priority: HIGHEST for action port [ 725.480989] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e07c333-f372-4713-980c-c11e3e7b155a with Priority: HIGHEST for action port [ 725.482202] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e07c333-f372-4713-980c-c11e3e7b155a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.482202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e07c333-f372-4713-980c-c11e3e7b155a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.482202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e07c333-f372-4713-980c-c11e3e7b155a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.482736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e07c333-f372-4713-980c-c11e3e7b155a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.482736] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e07c333-f372-4713-980c-c11e3e7b155a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.555256] env[66818]: INFO networking_nsxv3.common.synchronization [req-9dc8bfe3-c01c-4e8d-a936-e7d883609221 req-28346018-60ef-4b3b-858d-923f360dd109 tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 725.555944] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 725.556974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.556974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.556974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.556974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.557315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.557315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.557315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557400] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.603514] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20eb1b1-b37f-4b3d-8c49-399aa29ee962: rpc.has_security_group_logging(os_id): False [ 725.625267] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.625409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.625409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.626152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.626152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.626487] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.627399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.627399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.627399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.627399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.627399] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.627597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.627627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.627805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.627931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.629595] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.629733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.629837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.630048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.630172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.630278] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be updated. [ 725.710021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.710021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.710021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.710021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.710021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.729381] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: IN_PROGRESS for 2s [ 725.893996] env[66818]: INFO networking_nsxv3.common.synchronization [req-9dc8bfe3-c01c-4e8d-a936-e7d883609221 req-654b72af-7c5b-4ab6-9d01-da500af5da29 tempest-ServersTestMultiNic-2065465627 tempest-ServersTestMultiNic-2065465627-project-member] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 725.894962] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGHEST for action security_group_members [ 725.895307] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.895815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.986966] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e07c333-f372-4713-980c-c11e3e7b155a [ 725.986966] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.986966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.986966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.987769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.987769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.987769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e07c333-f372-4713-980c-c11e3e7b155a already deleted. [ 725.987769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e07c333-f372-4713-980c-c11e3e7b155a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.060705] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.362079] env[66818]: INFO networking_nsxv3.common.synchronization [req-9f8047f7-9939-4968-be02-de7df44da4c5 req-ea27ad5c-38e2-4416-8746-59c8803585a6 tempest-ImagesOneServerTestJSON-1863522785 tempest-ImagesOneServerTestJSON-1863522785-project-member] Enqueued Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_members [ 726.362681] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGHEST for action security_group_members [ 726.362996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.363154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.363291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.363456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.363650] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.363766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.363829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.364066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.364168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.364291] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.563687] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.866974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.866974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.866974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.866974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.867396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.867454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.867594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.867998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.868331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.868453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.868596] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e is going to be updated. [ 726.899402] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.899631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.899932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.900221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.900387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912537] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e in Status: IN_PROGRESS for 2s [ 727.062062] env[66818]: INFO networking_nsxv3.common.synchronization [req-b5601da4-05e0-47d3-a95e-1c888294e10d req-f771397b-3001-4d40-a099-3fc5094088ee tempest-SecurityGroupRulesNegativeTestJSON-1920467401 tempest-SecurityGroupRulesNegativeTestJSON-1920467401-project-member] Enqueued Resource ID: baf46818-193b-4721-94c5-0273da74cd8a with Priority: HIGHEST for action security_group_rules [ 727.063100] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf46818-193b-4721-94c5-0273da74cd8a with Priority: HIGHEST for action security_group_rules [ 727.063100] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baf46818-193b-4721-94c5-0273da74cd8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.063100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.063272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.063448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.063494] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baf46818-193b-4721-94c5-0273da74cd8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.066048] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.066558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.066667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.066931] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 727.097596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.097774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.097834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.098013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.101224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.108464] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 727.586565] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.586742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.586783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.588013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.588013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.588013] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baf46818-193b-4721-94c5-0273da74cd8a already deleted. [ 727.588013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baf46818-193b-4721-94c5-0273da74cd8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.749689] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 727.749950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.842329] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecce3c07-e65a-4c70-bea4-fe558a9b22b4 req-895f4832-1264-43f5-bb6c-917fd3d47b96 tempest-ListServerFiltersTestJSON-1195528810 tempest-ListServerFiltersTestJSON-1195528810-project-member] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 727.842783] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 727.843906] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.844233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.844411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.844569] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.844733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.844883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.844970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.845077] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.245355] env[66818]: INFO networking_nsxv3.common.synchronization [None req-152dc2d8-6add-4771-b465-44840f39d206 None None] Enqueued Resource ID: 528506a1-3420-4e35-99fb-3a988d0afc69 with Priority: HIGHEST for action port [ 728.245961] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528506a1-3420-4e35-99fb-3a988d0afc69 with Priority: HIGHEST for action port [ 728.247929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-528506a1-3420-4e35-99fb-3a988d0afc69 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.248212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528506a1-3420-4e35-99fb-3a988d0afc69" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.248212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528506a1-3420-4e35-99fb-3a988d0afc69" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.248461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528506a1-3420-4e35-99fb-3a988d0afc69" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.248549] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528506a1-3420-4e35-99fb-3a988d0afc69',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.349282] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.349429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.349503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.350110] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.350246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.350301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.350641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.350641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.350641] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e already deleted. [ 728.350641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.384939] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.385510] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.385916] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.387073] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.387422] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.387816] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.387816] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.387978] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.388129] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.388414] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.388466] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.388548] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.388750] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.388750] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.388836] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.388955] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.413167] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.413614] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.413614] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.413777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414105] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f3f14f84-2180-4661-a16d-c4aa75d53062 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.414274] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.414512] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414922] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414922] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f14f84-2180-4661-a16d-c4aa75d53062',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.751496] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 528506a1-3420-4e35-99fb-3a988d0afc69 [ 728.751739] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.751873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.754644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.754644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.754644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.754644] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:528506a1-3420-4e35-99fb-3a988d0afc69 already deleted. [ 728.754644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528506a1-3420-4e35-99fb-3a988d0afc69" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.920847] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.921267] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.921513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.925028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.925028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.925028] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port f3f14f84-2180-4661-a16d-c4aa75d53062 not found, creating... [ 728.925028] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.925028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.925028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.925028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.925528] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.925724] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.925993] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926233] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926638] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926864] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.927116] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f3f14f84-2180-4661-a16d-c4aa75d53062 is going to be created. [ 728.933708] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e in Status: SUCCESS [ 728.934480] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e deletion is rescheduled due to dependency. [ 728.934480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.956460] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.956705] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.956829] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.957151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.957383] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.957639] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.120796] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 729.121104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.121881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.121881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.121881] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.122084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.122084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.122184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.122352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.122456] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.625463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.625463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.625463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.625463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.625811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.625811] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.625811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.625909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.626068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.626113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.628029] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be updated. [ 729.652560] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.652560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.652560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.652560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.652560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.662901] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: IN_PROGRESS for 2s [ 729.735479] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecce3c07-e65a-4c70-bea4-fe558a9b22b4 req-09b27116-9466-4e9f-93fe-7063f78ceacd service nova] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_rules [ 729.735479] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecce3c07-e65a-4c70-bea4-fe558a9b22b4 req-09b27116-9466-4e9f-93fe-7063f78ceacd service nova] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 729.735737] env[66818]: INFO networking_nsxv3.common.synchronization [req-ecce3c07-e65a-4c70-bea4-fe558a9b22b4 req-09b27116-9466-4e9f-93fe-7063f78ceacd service nova] Enqueued Resource ID: f3f14f84-2180-4661-a16d-c4aa75d53062 with Priority: HIGHEST for action port [ 729.735930] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_rules [ 729.735930] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 729.736038] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f14f84-2180-4661-a16d-c4aa75d53062 with Priority: HIGHEST for action port [ 729.737027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.737027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.737199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.737307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.737429] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.738713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.738784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.738866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.739190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.739286] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.739411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.739490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.739679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.739805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.739928] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.740887] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f14f84-2180-4661-a16d-c4aa75d53062 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.741244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741351] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f14f84-2180-4661-a16d-c4aa75d53062',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.243317] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.244373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.244521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.244623] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f14f84-2180-4661-a16d-c4aa75d53062 with status ACTIVE [ 730.245206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.245206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.245206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.245206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.245206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.245399] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.245490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.245520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.246474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.246474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.246474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.246474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.247984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.248190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.248385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.248385] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f14f84-2180-4661-a16d-c4aa75d53062 is going to be updated. [ 730.273596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.273736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.274542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.274542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.274542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.274542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f14f84-2180-4661-a16d-c4aa75d53062" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.510865] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0303b730-cf06-4127-acea-df4281169d14 None None] Enqueued Resource ID: 4ef2d8f9-41c8-49af-96a1-d0ee3b802ece with Priority: HIGHEST for action port [ 730.511463] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef2d8f9-41c8-49af-96a1-d0ee3b802ece with Priority: HIGHEST for action port [ 730.511463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef2d8f9-41c8-49af-96a1-d0ee3b802ece taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.511616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef2d8f9-41c8-49af-96a1-d0ee3b802ece" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.511844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef2d8f9-41c8-49af-96a1-d0ee3b802ece" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.511936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef2d8f9-41c8-49af-96a1-d0ee3b802ece" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.511972] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef2d8f9-41c8-49af-96a1-d0ee3b802ece',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.750085] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.013916] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ef2d8f9-41c8-49af-96a1-d0ee3b802ece [ 731.014422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.015903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.016107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.016732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.016732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.016732] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ef2d8f9-41c8-49af-96a1-d0ee3b802ece already deleted. [ 731.016732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef2d8f9-41c8-49af-96a1-d0ee3b802ece" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.255582] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.255859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.255859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.256089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.256155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.256226] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be created. [ 731.289069] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.289646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.290024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.290368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.290745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.302853] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: UNINITIALIZED for 2s [ 731.674195] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 in Status: SUCCESS [ 731.674316] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 deletion is rescheduled due to dependency. [ 731.674375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.288857] env[66818]: INFO networking_nsxv3.common.synchronization [None req-b98d48e7-9438-4706-b485-a054e70f007c None None] Enqueued Resource ID: 321aeb91-27c4-401c-a4cd-d9249a468eb0 with Priority: HIGHEST for action port [ 733.289563] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321aeb91-27c4-401c-a4cd-d9249a468eb0 with Priority: HIGHEST for action port [ 733.290096] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-321aeb91-27c4-401c-a4cd-d9249a468eb0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.290298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321aeb91-27c4-401c-a4cd-d9249a468eb0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.290401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321aeb91-27c4-401c-a4cd-d9249a468eb0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.290709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321aeb91-27c4-401c-a4cd-d9249a468eb0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.290844] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321aeb91-27c4-401c-a4cd-d9249a468eb0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.315039] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 733.315228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.315784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.316047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.316333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.316486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.316565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.316752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.316904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.316904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.317025] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.793841] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 321aeb91-27c4-401c-a4cd-d9249a468eb0 [ 733.794241] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.794422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.795194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.795194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.795194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.795194] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:321aeb91-27c4-401c-a4cd-d9249a468eb0 already deleted. [ 733.795194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321aeb91-27c4-401c-a4cd-d9249a468eb0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.820340] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.823025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.823025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.824203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.825753] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.825753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.825753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.825753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.825753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.825753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.825753] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.329352] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c35dbdb-1976-4bd1-86a4-d0513431961e: rpc.has_security_group_logging(os_id): False [ 734.360738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.361215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.361215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.361702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.361702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.361968] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.362256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.362256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.362489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.362578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.362805] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.362985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.362985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.363320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.363434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.363684] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.363824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.363931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.364789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.364789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.364789] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be created. [ 734.473102] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.473345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.473345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.473537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.473749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.491617] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 735.049735] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c4cbf410-663e-4ad8-9991-783a0d45e1b4 None None] Enqueued Resource ID: fe98160b-7588-4caa-a022-705997f93c0f with Priority: HIGHEST for action port [ 735.049735] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe98160b-7588-4caa-a022-705997f93c0f with Priority: HIGHEST for action port [ 735.049735] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe98160b-7588-4caa-a022-705997f93c0f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.049735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe98160b-7588-4caa-a022-705997f93c0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.049735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe98160b-7588-4caa-a022-705997f93c0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.049735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe98160b-7588-4caa-a022-705997f93c0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.049735] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe98160b-7588-4caa-a022-705997f93c0f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.555764] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe98160b-7588-4caa-a022-705997f93c0f [ 735.555764] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.555764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.555764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.555764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.555764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.555764] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe98160b-7588-4caa-a022-705997f93c0f already deleted. [ 735.555764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe98160b-7588-4caa-a022-705997f93c0f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.511928] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 736.513279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.044351] env[66818]: INFO networking_nsxv3.common.synchronization [req-74bd001c-d0bf-46f2-a5e7-02f575ef4bb7 req-59ed1d9f-d4ed-4f39-abd5-3de7dd006527 tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 737.044747] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 737.045241] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.045417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.045509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.045738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.045962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.046226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.046497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.046741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.046877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.047022] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.057532] env[66818]: INFO networking_nsxv3.common.synchronization [None req-6f5d9273-c883-431d-a631-4c2f34a10ba6 None None] Enqueued Resource ID: d43c6998-2486-4a12-947d-9635b9887cd9 with Priority: HIGHEST for action port [ 737.058514] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43c6998-2486-4a12-947d-9635b9887cd9 with Priority: HIGHEST for action port [ 737.058514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d43c6998-2486-4a12-947d-9635b9887cd9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.058514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d43c6998-2486-4a12-947d-9635b9887cd9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.058514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d43c6998-2486-4a12-947d-9635b9887cd9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.058729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d43c6998-2486-4a12-947d-9635b9887cd9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.060203] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43c6998-2486-4a12-947d-9635b9887cd9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.550343] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.550534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.550592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.550859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.550977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.551234] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.551358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.551427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.551608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.551691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.551793] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 737.567407] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d43c6998-2486-4a12-947d-9635b9887cd9 [ 737.567840] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.568162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.568283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.568677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.568869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.569077] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d43c6998-2486-4a12-947d-9635b9887cd9 already deleted. [ 737.569263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d43c6998-2486-4a12-947d-9635b9887cd9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.584655] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.584894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.584894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.585150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.585311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.596215] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 737.792424] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c04560fb-ccbe-47a5-ac8d-401001d7d67b None None] Enqueued Resource ID: ebddafdf-883f-4b27-bf3a-7ec14a4da764 with Priority: HIGHEST for action port [ 737.792831] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebddafdf-883f-4b27-bf3a-7ec14a4da764 with Priority: HIGHEST for action port [ 737.793169] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebddafdf-883f-4b27-bf3a-7ec14a4da764 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.793305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebddafdf-883f-4b27-bf3a-7ec14a4da764" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.793374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebddafdf-883f-4b27-bf3a-7ec14a4da764" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.793618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebddafdf-883f-4b27-bf3a-7ec14a4da764" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.793723] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebddafdf-883f-4b27-bf3a-7ec14a4da764',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.296098] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebddafdf-883f-4b27-bf3a-7ec14a4da764 [ 738.296480] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.296560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.296681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.296889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.297043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.297953] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebddafdf-883f-4b27-bf3a-7ec14a4da764 already deleted. [ 738.297953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebddafdf-883f-4b27-bf3a-7ec14a4da764" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.580620] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7616b8a-717d-4efd-82ab-d5a0b0d9d65a req-6b7d68eb-6f54-4f43-98a0-ff29f4540d57 tempest-ListServerFiltersTestJSON-1195528810 tempest-ListServerFiltersTestJSON-1195528810-project-member] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 739.581414] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 739.581715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.581842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.581993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.582315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.582484] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.582591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.582656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.582858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.582932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.583124] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.608943] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 739.609151] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b deletion is rescheduled due to dependency. [ 739.609264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.875236] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c35b20ae-f0af-4d4e-80be-c69e4de39b96 None None] Enqueued Resource ID: 3817e3eb-0c07-420b-9d1f-ae51cb8364c7 with Priority: HIGHEST for action port [ 739.875512] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3817e3eb-0c07-420b-9d1f-ae51cb8364c7 with Priority: HIGHEST for action port [ 739.876120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3817e3eb-0c07-420b-9d1f-ae51cb8364c7 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.876218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3817e3eb-0c07-420b-9d1f-ae51cb8364c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.876294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3817e3eb-0c07-420b-9d1f-ae51cb8364c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.876762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3817e3eb-0c07-420b-9d1f-ae51cb8364c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.876878] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3817e3eb-0c07-420b-9d1f-ae51cb8364c7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.902782] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.902972] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.903797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.903797] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.903797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.904034] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.904311] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.904520] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.904628] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.904728] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.904828] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.904928] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.905036] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.905161] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.925991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.926172] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.926306] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.926478] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.926787] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-aaeef5a5-f802-4530-aba6-b89b04d634f9 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.926957] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.927085] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.927432] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.927537] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaeef5a5-f802-4530-aba6-b89b04d634f9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.085166] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.379759] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3817e3eb-0c07-420b-9d1f-ae51cb8364c7 [ 740.379759] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.379982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.380032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.380341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.380523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.380656] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3817e3eb-0c07-420b-9d1f-ae51cb8364c7 already deleted. [ 740.380798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3817e3eb-0c07-420b-9d1f-ae51cb8364c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.429925] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.430204] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.430335] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.430643] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.430790] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.430944] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port aaeef5a5-f802-4530-aba6-b89b04d634f9 not found, creating... [ 740.431299] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.431487] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.431603] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.431834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.431968] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.432311] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.432465] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.432576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.432809] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.432938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.433113] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: aaeef5a5-f802-4530-aba6-b89b04d634f9 is going to be created. [ 740.462039] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.462277] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.462362] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.462649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.462905] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.463166] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.587264] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.089382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.089630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.089630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.089879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.089990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.090157] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 741.123381] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.123674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.123674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.124021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.124204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.134996] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 741.170177] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7616b8a-717d-4efd-82ab-d5a0b0d9d65a req-b37cc791-b8ff-4ea6-ba36-ef1a761e8e98 service nova] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_rules [ 741.170244] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7616b8a-717d-4efd-82ab-d5a0b0d9d65a req-b37cc791-b8ff-4ea6-ba36-ef1a761e8e98 service nova] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 741.170371] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7616b8a-717d-4efd-82ab-d5a0b0d9d65a req-b37cc791-b8ff-4ea6-ba36-ef1a761e8e98 service nova] Enqueued Resource ID: aaeef5a5-f802-4530-aba6-b89b04d634f9 with Priority: HIGHEST for action port [ 741.170942] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_rules [ 741.171191] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 741.171384] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaeef5a5-f802-4530-aba6-b89b04d634f9 with Priority: HIGHEST for action port [ 741.171747] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.171839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.171909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.172156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.172262] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.173228] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.173285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.173501] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaeef5a5-f802-4530-aba6-b89b04d634f9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.173609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.173678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.173890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.174011] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaeef5a5-f802-4530-aba6-b89b04d634f9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.676332] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.676747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.676747] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaeef5a5-f802-4530-aba6-b89b04d634f9 with status ACTIVE [ 741.676927] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.677022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.677060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.677384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.677552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.677757] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.677871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.677934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.678149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.678248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.678415] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.678509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.678568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.678700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.678800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.678900] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaeef5a5-f802-4530-aba6-b89b04d634f9 is going to be updated. [ 741.701547] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.701759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.701759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.701969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.702342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaeef5a5-f802-4530-aba6-b89b04d634f9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.198657] env[66818]: INFO networking_nsxv3.common.synchronization [req-74b6755d-f952-448d-bebc-580b68124b0d req-e68e0084-f601-42fb-987b-cd322394f856 tempest-ListServerFiltersTestJSON-1195528810 tempest-ListServerFiltersTestJSON-1195528810-project-member] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 742.199294] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 742.199495] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.199590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.639449] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.639449] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.639449] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.639449] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.639449] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.640449] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.643409] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.643409] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.643409] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.643409] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.643409] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.643409] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.643409] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.643409] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.643409] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.643409] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.667498] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.667498] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.667498] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.667498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-800" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.667498] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-952902f9-2eed-4065-b73b-2e2e784ac51a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.667498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.667498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.667498] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952902f9-2eed-4065-b73b-2e2e784ac51a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.147438] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 743.147750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.148756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.149090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.149401] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.149604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.149736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.149997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.151905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.152044] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.169301] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.169540] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.169632] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.169904] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.170060] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.170322] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 952902f9-2eed-4065-b73b-2e2e784ac51a not found, creating... [ 743.170584] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.170733] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.170842] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.171068] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.171247] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.171527] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.171671] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.171782] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.171973] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.174925] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.175104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 952902f9-2eed-4065-b73b-2e2e784ac51a is going to be created. [ 743.199460] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.199662] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.199748] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.200189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.200455] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.200692] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.653718] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.932634] env[66818]: INFO networking_nsxv3.common.synchronization [req-74b6755d-f952-448d-bebc-580b68124b0d req-4a9971f2-d123-471a-ad3d-36ca80ff70bd service nova] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_rules [ 743.932634] env[66818]: INFO networking_nsxv3.common.synchronization [req-74b6755d-f952-448d-bebc-580b68124b0d req-4a9971f2-d123-471a-ad3d-36ca80ff70bd service nova] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 743.932634] env[66818]: INFO networking_nsxv3.common.synchronization [req-74b6755d-f952-448d-bebc-580b68124b0d req-4a9971f2-d123-471a-ad3d-36ca80ff70bd service nova] Enqueued Resource ID: 952902f9-2eed-4065-b73b-2e2e784ac51a with Priority: HIGHEST for action port [ 743.932634] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_rules [ 743.932634] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 743.932634] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952902f9-2eed-4065-b73b-2e2e784ac51a with Priority: HIGHEST for action port [ 743.936181] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.936438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.936865] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.936979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.938122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-952902f9-2eed-4065-b73b-2e2e784ac51a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.938122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.938122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.938122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.938122] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952902f9-2eed-4065-b73b-2e2e784ac51a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.156659] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.440367] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 952902f9-2eed-4065-b73b-2e2e784ac51a with status ACTIVE [ 744.440616] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.440746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.440821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.441051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.441146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.441331] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.441434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.441495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.441658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.441734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.441925] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.442061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.442131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.442290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.442366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.442454] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 952902f9-2eed-4065-b73b-2e2e784ac51a is going to be updated. [ 744.450528] env[66818]: INFO networking_nsxv3.common.synchronization [None req-abb8cbd4-2595-4485-a4ac-14ed92bdec0b tempest-ServersTestFqdnHostnames-651002410 tempest-ServersTestFqdnHostnames-651002410-project-member] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_rules [ 744.451478] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_rules [ 744.451812] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.451930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.452014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.452264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.452351] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.471802] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.472095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.472095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.472250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.472533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.472714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-952902f9-2eed-4065-b73b-2e2e784ac51a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.660897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.661071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.661145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.661362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.661454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.661552] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 744.686054] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4f02c71b-9f0a-48b5-83d0-5509ba73242c tempest-ServersTestFqdnHostnames-651002410 tempest-ServersTestFqdnHostnames-651002410-project-member] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_rules [ 744.686753] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_rules [ 744.690394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.690713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.694739] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.694844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.694894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.695107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.696920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.706263] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 744.974303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.974303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62c689d8-3893-449f-952b-480f1317ef78 already deleted. [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.974303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.974303] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.322943] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-4b611be5-1d74-46d8-a821-22fb7285b64a tempest-ListServersNegativeTestJSON-361934563 tempest-ListServersNegativeTestJSON-361934563-project-member] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 745.323560] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 745.323941] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.324095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.324289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.324449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.324613] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.324766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.324835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.324992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.325087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.325196] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.495939] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.495939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.495939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.496184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.496184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.496240] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62c689d8-3893-449f-952b-480f1317ef78 already deleted. [ 745.497010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.724708] env[66818]: INFO networking_nsxv3.common.synchronization [req-ebbeb0da-2900-46a8-8675-1cc0a62c8b29 req-8ff3773f-25db-4b63-96be-e507c71f6604 tempest-ServersWithSpecificFlavorTestJSON-2085652946 tempest-ServersWithSpecificFlavorTestJSON-2085652946-project-member] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 745.725341] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 745.725645] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.725765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.725834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.726376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.726447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.726796] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.830533] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.830729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.830974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.831055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.831147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.831365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.831485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.831546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.831728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.831815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.831916] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 already deleted. [ 745.832008] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.891624] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.891829] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.891903] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.892257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.892509] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.892657] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.892768] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.892964] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.893120] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.893316] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.893422] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.893522] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.893620] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.895018] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.895018] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.895018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.914863] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.915141] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.915296] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.915487] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.915815] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-5ddb48ed-769c-483e-af92-e68124025a0d taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.915977] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.916099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.916396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.916525] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ddb48ed-769c-483e-af92-e68124025a0d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.230068] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.230351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.230508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.230665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.230763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.230987] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.231110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.231257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.231411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.231505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.231598] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be updated. [ 746.268201] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.268409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.268486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.268742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.268890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.279453] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 746.419647] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.420139] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.420185] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.420505] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.420658] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.420808] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 5ddb48ed-769c-483e-af92-e68124025a0d not found, creating... [ 746.421103] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.421286] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.421411] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.421629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.421759] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.422091] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.422218] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.422329] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.422530] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.422683] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.423889] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 5ddb48ed-769c-483e-af92-e68124025a0d is going to be created. [ 746.446729] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.446971] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.447102] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.447375] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.447870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.448279] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.716827] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 746.717198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.717495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.717830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.718150] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.718362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.718486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.718765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.718924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719283] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.720539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.720777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.721054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.721223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.721367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.721558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.721679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.721801] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.223113] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-11175300-377e-4f4d-9049-2253a288302b service nova] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_rules [ 747.223325] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-11175300-377e-4f4d-9049-2253a288302b service nova] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 747.223467] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-11175300-377e-4f4d-9049-2253a288302b service nova] Enqueued Resource ID: 5ddb48ed-769c-483e-af92-e68124025a0d with Priority: HIGHEST for action port [ 747.224265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.224375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.224513] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_rules [ 747.224659] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 747.224759] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ddb48ed-769c-483e-af92-e68124025a0d with Priority: HIGHEST for action port [ 747.224959] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.225830] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.225967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.226049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.226402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.226486] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.227273] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.227403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.228362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.228362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.228362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.228362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.228362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.228362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.228637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.228637] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.232275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ddb48ed-769c-483e-af92-e68124025a0d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.232275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.232275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.232275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.232275] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ddb48ed-769c-483e-af92-e68124025a0d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.731362] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.732455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.732603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.734744] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.743314] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ddb48ed-769c-483e-af92-e68124025a0d with status ACTIVE [ 747.743558] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.743726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.743809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.744016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.744112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744292] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.744403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.744465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.744808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.744808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744947] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.744995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.745057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.745168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.745241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.745329] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ddb48ed-769c-483e-af92-e68124025a0d is going to be updated. [ 747.771891] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.772188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.772188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.772332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.773043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.773043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ddb48ed-769c-483e-af92-e68124025a0d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.871437] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-e7c0c3e6-d107-4e41-8dc8-5ea43af1e4c3 tempest-ListServersNegativeTestJSON-361934563 tempest-ListServersNegativeTestJSON-361934563-project-member] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 747.872218] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 747.873609] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.873729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236478] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.238118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.238310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.238399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.238788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.239067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.239690] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 748.255764] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.256074] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.256695] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.256980] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.257763] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.258974] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.259073] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.259302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.259524] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.259659] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.259768] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.259873] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.259982] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.260109] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.260210] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.260370] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.275245] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.275402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.275476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.275677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.275819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.280810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.280977] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.281123] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.281295] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.281651] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-56b44138-606b-46ef-ad65-a03122f5af2e taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.281813] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.281926] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.282246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.282380] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b44138-606b-46ef-ad65-a03122f5af2e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.285697] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 748.291363] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 748.291704] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 deletion is rescheduled due to dependency. [ 748.291836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.577195] env[66818]: INFO networking_nsxv3.common.synchronization [None req-37374f5f-7968-4f2b-b9d3-a54e63784818 None None] Enqueued Resource ID: bae9ea70-633e-4b31-8aec-caddd5e67474 with Priority: HIGHEST for action port [ 748.577690] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae9ea70-633e-4b31-8aec-caddd5e67474 with Priority: HIGHEST for action port [ 748.577993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae9ea70-633e-4b31-8aec-caddd5e67474 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.578133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae9ea70-633e-4b31-8aec-caddd5e67474" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.578208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae9ea70-633e-4b31-8aec-caddd5e67474" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.578582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae9ea70-633e-4b31-8aec-caddd5e67474" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.578669] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae9ea70-633e-4b31-8aec-caddd5e67474',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.738297] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.738634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.738634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.738998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.738998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.738998] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be created. [ 748.764922] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.765114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.765155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.765360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.765525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.778518] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: UNINITIALIZED for 2s [ 748.785687] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.785894] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.786055] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.786379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.786454] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.786624] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 56b44138-606b-46ef-ad65-a03122f5af2e not found, creating... [ 748.786989] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.787162] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.787283] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.787545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.787683] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.787957] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.788128] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.788231] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.788421] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.788549] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.788679] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 56b44138-606b-46ef-ad65-a03122f5af2e is going to be created. [ 748.809410] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.809948] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.810126] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.810554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.810850] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.811120] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.081076] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bae9ea70-633e-4b31-8aec-caddd5e67474 [ 749.081232] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.081391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.081455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.081673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.081773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.081878] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bae9ea70-633e-4b31-8aec-caddd5e67474 already deleted. [ 749.081964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae9ea70-633e-4b31-8aec-caddd5e67474" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.619668] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-111eaa8b-eb12-4108-920a-9333ac44ab54 service nova] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_rules [ 749.619668] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-111eaa8b-eb12-4108-920a-9333ac44ab54 service nova] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 749.619668] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-111eaa8b-eb12-4108-920a-9333ac44ab54 service nova] Enqueued Resource ID: 56b44138-606b-46ef-ad65-a03122f5af2e with Priority: HIGHEST for action port [ 749.620500] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_rules [ 749.620703] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 749.620856] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b44138-606b-46ef-ad65-a03122f5af2e with Priority: HIGHEST for action port [ 749.621270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.621416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.621700] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.621824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.622078] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b44138-606b-46ef-ad65-a03122f5af2e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.622217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.622302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.623170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.623291] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b44138-606b-46ef-ad65-a03122f5af2e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.131602] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b44138-606b-46ef-ad65-a03122f5af2e with status ACTIVE [ 750.132290] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.132759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.132949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.133285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.133685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.134024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.134251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.134491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.134882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136017] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136017] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b44138-606b-46ef-ad65-a03122f5af2e is going to be updated. [ 750.160189] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.160336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.160427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.160632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.160772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.161851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b44138-606b-46ef-ad65-a03122f5af2e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.303809] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 750.304056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.304227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.304500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.304759] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.304927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.305035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.305234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.305358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.305475] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.542509] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-e41b7103-762e-472a-803f-f64dcd7f8d5f tempest-ListServersNegativeTestJSON-361934563 tempest-ListServersNegativeTestJSON-361934563-project-member] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 750.544475] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 750.545383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.545383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.791572] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 750.791808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.791952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.792423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.792697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.792828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.792895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.793079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.793251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.793251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.793351] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.794219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.794425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.794539] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.794639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.794705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.795231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.795231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.795231] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.809203] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.998339] env[66818]: INFO networking_nsxv3.common.synchronization [None req-3266acb3-0a68-4576-98d1-b9ef31ecbcb5 None None] Enqueued Resource ID: f51a54eb-1d41-48f1-badc-3b3de80d5d39 with Priority: HIGHEST for action port [ 750.998339] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51a54eb-1d41-48f1-badc-3b3de80d5d39 with Priority: HIGHEST for action port [ 750.998339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51a54eb-1d41-48f1-badc-3b3de80d5d39 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.998339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51a54eb-1d41-48f1-badc-3b3de80d5d39" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.998339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51a54eb-1d41-48f1-badc-3b3de80d5d39" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.000204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51a54eb-1d41-48f1-badc-3b3de80d5d39" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.000204] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51a54eb-1d41-48f1-badc-3b3de80d5d39',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.140546] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.140935] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.141405] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.141850] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.142443] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.142788] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.142979] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.143370] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.144041] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.144041] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.144041] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.144205] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.145079] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.145079] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.145079] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.145079] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.165459] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.165653] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.165887] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.166117] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-108" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.166316] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-321de66d-ee32-4f83-85a9-88037d62a6b8 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.166435] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.166551] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.166888] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.167133] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321de66d-ee32-4f83-85a9-88037d62a6b8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.297261] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.297402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.299158] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.314954] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.503147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f51a54eb-1d41-48f1-badc-3b3de80d5d39 [ 751.503147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.503147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.503147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.503147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.503147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.503147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f51a54eb-1d41-48f1-badc-3b3de80d5d39 already deleted. [ 751.503147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51a54eb-1d41-48f1-badc-3b3de80d5d39" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.670092] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670386] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.670937] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.671134] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 321de66d-ee32-4f83-85a9-88037d62a6b8 not found, creating... [ 751.671423] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.671643] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.671785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.672033] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.672205] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.672490] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.672638] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.672787] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.673021] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.673167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.673353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 321de66d-ee32-4f83-85a9-88037d62a6b8 is going to be created. [ 751.696742] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.697026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.697197] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.697479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.697701] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.697929] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.801992] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.817725] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.817972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.817972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.818416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.818634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.818851] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 751.854034] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.854034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.854034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.854034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.854034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.866514] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 752.304757] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.305136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.305136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.305201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.305285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.305375] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 752.336287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.336473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.336557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.336867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.336937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.350244] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 752.499324] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-a8dc4183-e910-4cef-bc7f-17c039e7389d service nova] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_rules [ 752.499675] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-a8dc4183-e910-4cef-bc7f-17c039e7389d service nova] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 752.499831] env[66818]: INFO networking_nsxv3.common.synchronization [req-96c6afba-3bfa-4361-a08d-cbe0b98d4a0b req-a8dc4183-e910-4cef-bc7f-17c039e7389d service nova] Enqueued Resource ID: 321de66d-ee32-4f83-85a9-88037d62a6b8 with Priority: HIGHEST for action port [ 752.500624] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_rules [ 752.500818] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 752.500966] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321de66d-ee32-4f83-85a9-88037d62a6b8 with Priority: HIGHEST for action port [ 752.501657] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.501865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.502194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.502369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.502652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-321de66d-ee32-4f83-85a9-88037d62a6b8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.502803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.502899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.503225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.503352] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321de66d-ee32-4f83-85a9-88037d62a6b8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.005887] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 321de66d-ee32-4f83-85a9-88037d62a6b8 with status ACTIVE [ 753.006154] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.006300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.006396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.006613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.006709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.006881] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.006983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.007052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.007203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.007280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.007741] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.007741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.007741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.007891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.008039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.008101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 321de66d-ee32-4f83-85a9-88037d62a6b8 is going to be updated. [ 753.030875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.031033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.031133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.031370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.031618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.031827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321de66d-ee32-4f83-85a9-88037d62a6b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.880043] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.880043] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.880043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.880043] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.880956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.880956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.880956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.880956] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.880956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.880956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.881207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.881305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.881516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.881719] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.364822] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 754.365059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.365238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.365448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.365628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.365907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.365907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.366071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.366071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.366130] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.385623] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c35dbdb-1976-4bd1-86a4-d0513431961e: rpc.has_security_group_logging(os_id): False [ 754.407598] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.407801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.408094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.408246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.408538] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.408637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.408710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.408904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.408996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.409234] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.409321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.409534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.409534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.409630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.409807] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.409902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.409967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.414301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.414479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.414522] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 754.484785] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.484949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.485016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.485243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.485396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.501776] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 754.741462] env[66818]: INFO networking_nsxv3.common.synchronization [req-d16041c6-23d8-4758-aac5-cf610522e19e req-55ec46f1-1c57-4bd2-8d59-72d5aa893447 tempest-FloatingIPsAssociationTestJSON-1955029037 tempest-FloatingIPsAssociationTestJSON-1955029037-project-member] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 754.743112] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 754.743568] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.743793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.743870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.744105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.744364] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.744470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.744536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.744708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.744799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.744894] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.870436] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.249934] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.374575] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.752594] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.877721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.877894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.877965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.878208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.878302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.878442] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 755.913962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.914128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.914248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.914509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.914768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.926351] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 756.256211] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.256510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.256510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.261081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.261081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.261081] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be updated. [ 756.290489] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.290716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.290789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.290996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.291196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.312964] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: IN_PROGRESS for 2s [ 756.516284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 756.517986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.518398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.518729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.518957] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.021748] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.024683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.024683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.024683] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.527247] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.527573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.527573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.527922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.528067] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.528235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.529507] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.529507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.529903] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.529998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.530108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.530317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.530408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.530534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.531097] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.543177] env[66818]: INFO networking_nsxv3.common.synchronization [req-2f2adb4d-dc7b-49a9-8cce-457fdf8ed4b9 req-816736b1-208d-4161-bb86-e5cbe4129402 tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 757.545279] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 757.545279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.545279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.545279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.545773] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.941598] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 757.941688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.941865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.942273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.942373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.942448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.942511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.942649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.942753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.942841] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.035415] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c35dbdb-1976-4bd1-86a4-d0513431961e: rpc.has_security_group_logging(os_id): False [ 758.048025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.048631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.048755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.048980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.049103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.049311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.049413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.049476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.049632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.049710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.049797] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 758.060826] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.061019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.061087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.061321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.061411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.061672] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.061848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.061900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.062075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.062154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.062352] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.062731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.062731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.062938] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.063056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.063102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.063243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.063340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.063796] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 758.089312] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.089481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.089544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.089737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.089884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.108120] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 758.154048] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.154247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.154247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.154425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.154572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.178769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 758.325137] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 758.325586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.445444] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.552566] env[66818]: INFO networking_nsxv3.common.synchronization [req-7e28c8ed-394e-4ddd-849a-82687d13eab5 req-c1bdfea3-dba0-49b2-8759-d5a4d38ce736 tempest-ServersTestBootFromVolume-1257248794 tempest-ServersTestBootFromVolume-1257248794-project-member] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_members [ 758.553577] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGHEST for action security_group_members [ 758.553912] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.554055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.554125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.554331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.554482] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.554580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.554644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.554913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.555058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.555138] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.948180] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.057242] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.057443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.057488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.057690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.057786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.057983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.059736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.059850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.060123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.060262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.060349] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 is going to be updated. [ 759.089768] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.089964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.090052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.090266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.090408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.103083] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 in Status: IN_PROGRESS for 2s [ 759.451430] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.452160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.452254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.452480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.452585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.452696] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 759.488272] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.488272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.488272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.488272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.488272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.499104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 760.120302] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 760.122427] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 760.122427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.202054] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 760.202324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.114948] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 in Status: SUCCESS [ 761.114948] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 deletion is rescheduled due to dependency. [ 761.114948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.515763] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 761.516162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.516373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.516607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.516845] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.517019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.517060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.517219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.517311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.517715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.517758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.517897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.518058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.518160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.518215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.518389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.518459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.518516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.518599] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.519577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.519754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.519967] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.520766] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.023282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9faa46bb-011d-475a-b7e4-6458d8ab0528: rpc.has_security_group_logging(os_id): False [ 762.024835] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.047981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.048333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.048508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.051477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.051477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.051477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.052569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.052569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.052569] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be created. [ 762.117542] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.117739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.117779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.118368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.118368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.133066] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 762.530020] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.921186] env[66818]: INFO networking_nsxv3.common.synchronization [None req-cc18d8cc-0f8f-4494-ad1b-400d01839405 None None] Enqueued Resource ID: 33bbcb03-897a-4fb2-a1ff-871dd1c16993 with Priority: HIGHEST for action port [ 762.922496] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bbcb03-897a-4fb2-a1ff-871dd1c16993 with Priority: HIGHEST for action port [ 762.922968] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-33bbcb03-897a-4fb2-a1ff-871dd1c16993 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.923050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33bbcb03-897a-4fb2-a1ff-871dd1c16993" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.923150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33bbcb03-897a-4fb2-a1ff-871dd1c16993" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.924066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33bbcb03-897a-4fb2-a1ff-871dd1c16993" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.924228] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bbcb03-897a-4fb2-a1ff-871dd1c16993',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.034311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.035909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.036073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.036331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.036686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.036686] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 763.070025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.070025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.070025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.070025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.070025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.079881] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 763.430893] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33bbcb03-897a-4fb2-a1ff-871dd1c16993 [ 763.431195] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.431334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.431402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.431807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.432025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.432144] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33bbcb03-897a-4fb2-a1ff-871dd1c16993 already deleted. [ 763.432266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33bbcb03-897a-4fb2-a1ff-871dd1c16993" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.148094] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 764.148346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.148528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.148844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.148934] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.652367] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.654015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.824684] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d3603dc2-220a-4d07-923e-5ca67b261bc8 tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 764.825533] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 764.827597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.827756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.827824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.828195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.831044] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.933986] env[66818]: INFO networking_nsxv3.common.synchronization [None req-bd36c689-f3e7-4b53-9cd0-ba2d2ef3d2ba tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 764.934782] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 764.936216] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.936216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.095400] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 765.095665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.096134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.096134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.096356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.096439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.096493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.097841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.097841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.097841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.097841] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.352015] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.352015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.352015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.352015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.352015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.352015] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 already deleted. [ 765.352015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.352544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.352544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.352544] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.601349] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.601506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.601563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.601780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.601988] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.602107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.603029] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.603029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.603317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.603317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.603317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.603410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.603410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.603497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.603974] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.651588] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1752dda6-07d0-4175-bfea-6bd69c79bc4e None None] Enqueued Resource ID: bb7fab44-34f1-45ca-a34c-eec102cd3b57 with Priority: HIGHEST for action port [ 765.652183] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7fab44-34f1-45ca-a34c-eec102cd3b57 with Priority: HIGHEST for action port [ 765.652500] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb7fab44-34f1-45ca-a34c-eec102cd3b57 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.652627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb7fab44-34f1-45ca-a34c-eec102cd3b57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.652697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb7fab44-34f1-45ca-a34c-eec102cd3b57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.652955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb7fab44-34f1-45ca-a34c-eec102cd3b57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.653321] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7fab44-34f1-45ca-a34c-eec102cd3b57',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.876021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.876188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.876257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.876508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.876586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.876676] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 already deleted. [ 765.877437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.106467] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9faa46bb-011d-475a-b7e4-6458d8ab0528: rpc.has_security_group_logging(os_id): False [ 766.128560] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.128870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.128870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.129252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.129252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.129580] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.129728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.129728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.130422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.130422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.130422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.130422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.130422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.130636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.130636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.130829] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.130952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.131033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.131181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.131948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.131948] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 766.155757] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb7fab44-34f1-45ca-a34c-eec102cd3b57 [ 766.156038] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.156202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.158073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.158073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.158073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.158073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb7fab44-34f1-45ca-a34c-eec102cd3b57 already deleted. [ 766.158073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb7fab44-34f1-45ca-a34c-eec102cd3b57" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.216813] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.216813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.216813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.216942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.218244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.232198] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 766.308671] env[66818]: INFO networking_nsxv3.common.synchronization [req-65c40694-07b7-44b3-94f1-97d5ebc0a77f req-547aed89-e16c-469f-8e94-afa1422b29c8 tempest-InstanceActionsNegativeTestJSON-614371002 tempest-InstanceActionsNegativeTestJSON-614371002-project-member] Enqueued Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_members [ 766.308671] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_members [ 766.308671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.308671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.308671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.308671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.308671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.308671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.308671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.309095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.309095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.309095] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.816686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.817098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.817098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.817199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.817238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.818042] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.818042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.819356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.819714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.819714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.819831] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10475010-c150-4fff-ad0c-b7f0678a3dee already deleted. [ 766.819975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.839301] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.839764] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-845" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.839889] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-845" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.840282] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-845" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.840556] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.840707] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.840818] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.841109] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.841230] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.841442] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.841548] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.841648] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.841748] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.841847] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.841951] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.842076] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.862955] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.863213] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.863405] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.863612] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-845" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.863952] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.864157] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.864273] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.864595] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.864731] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.355053] env[66818]: INFO networking_nsxv3.common.synchronization [req-4ca54a8f-d0b1-4abc-b2b2-29d7cff05707 req-8e074d51-9f72-49a0-96e9-920d8062f001 tempest-ServersAdminNegativeTestJSON-1661346296 tempest-ServersAdminNegativeTestJSON-1661346296-project-member] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 767.355053] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 767.355053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.355053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.355053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.355053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.355350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.355350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.355435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.355596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.355683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.355777] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.370314] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370314] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 not found, creating... [ 767.370314] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370314] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370796] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370916] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.371126] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.371258] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 is going to be created. [ 767.402210] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.403044] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.403044] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.403170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.403464] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.403935] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.858316] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.110019] env[66818]: INFO networking_nsxv3.common.synchronization [req-65c40694-07b7-44b3-94f1-97d5ebc0a77f req-6db08f9b-cc27-4a22-8ad4-b1fcaddd8157 service nova] Enqueued Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_rules [ 768.111675] env[66818]: INFO networking_nsxv3.common.synchronization [req-65c40694-07b7-44b3-94f1-97d5ebc0a77f req-6db08f9b-cc27-4a22-8ad4-b1fcaddd8157 service nova] Enqueued Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_members [ 768.111675] env[66818]: INFO networking_nsxv3.common.synchronization [req-65c40694-07b7-44b3-94f1-97d5ebc0a77f req-6db08f9b-cc27-4a22-8ad4-b1fcaddd8157 service nova] Enqueued Resource ID: 4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 with Priority: HIGHEST for action port [ 768.111675] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_rules [ 768.111675] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_members [ 768.111675] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 with Priority: HIGHEST for action port [ 768.114399] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.114532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.114599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.115049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.115049] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.115862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.115970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.116022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.116286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.116353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.116422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.116480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.116710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.116710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.116797] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.117760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.120336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.120428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.120618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.120701] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.248651] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 768.248914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.249134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.249354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.249442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.361044] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.625606] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.625606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625606] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 with status ACTIVE [ 768.625606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.625606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.625606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.626223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626223] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447 is going to be updated. [ 768.649799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.650041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.650103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.650563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.650563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.650683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3cd7c6-a4cd-4adf-8446-8eb0c6b8b447" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.752473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.752614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.752614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.752942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.752942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.753042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.753228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.753313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.753348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.753417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.753517] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.862976] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.863373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.863373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.863447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.863518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.863610] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be updated. [ 768.896185] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.896185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.896286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.896467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.896650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910142] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: IN_PROGRESS for 2s [ 769.128442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.257360] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.257520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.257600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.257832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.258105] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.258271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.258271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.258414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.258504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.258595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.258748] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.258838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.258917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.259084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.259220] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.259313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.259374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.259508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.259583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.259664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.259752] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.632390] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.632516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.632588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.632824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.632933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.633372] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10475010-c150-4fff-ad0c-b7f0678a3dee is going to be created. [ 769.666713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.666713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.666927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.667848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.667848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.682089] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10475010-c150-4fff-ad0c-b7f0678a3dee in Status: UNINITIALIZED for 2s [ 769.762160] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9faa46bb-011d-475a-b7e4-6458d8ab0528: rpc.has_security_group_logging(os_id): False [ 769.781327] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.781327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.781327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.781626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.781743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.781993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.782120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.782183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.782408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.782466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.782911] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.782911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.782911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.782911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.783114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786205] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.786275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.786344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.786474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.786547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786664] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 769.892997] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.893415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.893415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.893494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.893632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.930632] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 770.246251] env[66818]: INFO networking_nsxv3.common.synchronization [None req-afd00a43-feeb-423a-b910-fee67224d7c1 None None] Enqueued Resource ID: 1d1a1cc3-c0f5-465f-b41d-62e4eadc6041 with Priority: HIGHEST for action port [ 770.247460] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1a1cc3-c0f5-465f-b41d-62e4eadc6041 with Priority: HIGHEST for action port [ 770.247460] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1a1cc3-c0f5-465f-b41d-62e4eadc6041 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.247641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1a1cc3-c0f5-465f-b41d-62e4eadc6041" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.247712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1a1cc3-c0f5-465f-b41d-62e4eadc6041" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.248052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1a1cc3-c0f5-465f-b41d-62e4eadc6041" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.248206] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1a1cc3-c0f5-465f-b41d-62e4eadc6041',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.604713] env[66818]: INFO networking_nsxv3.common.synchronization [req-27278b08-4669-4b5c-a0d9-6002087c1845 req-768cf293-397a-4e65-a721-2098d20c5e73 tempest-ListServersNegativeTestJSON-361934563 tempest-ListServersNegativeTestJSON-361934563-project-member] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 770.605985] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 770.606316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.607967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.608312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.608312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.608677] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.608677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.608677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.608978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.608978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.609157] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.752686] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d1a1cc3-c0f5-465f-b41d-62e4eadc6041 [ 770.753090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.754920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.754920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.754920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.754920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.754920] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d1a1cc3-c0f5-465f-b41d-62e4eadc6041 already deleted. [ 770.754920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1a1cc3-c0f5-465f-b41d-62e4eadc6041" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.924031] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 770.924397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.114710] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.622311] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.694333] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10475010-c150-4fff-ad0c-b7f0678a3dee in Status: SUCCESS [ 771.694333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.694741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.695221] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.695221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.695221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.696110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.696110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.696110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.696110] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.947537] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 771.947863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.124472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.124550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.125248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.125248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.125248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.125248] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 772.156144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.156402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.156478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.156693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.156830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.169581] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 772.198901] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.199222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.199299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.199949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.199949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.200229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.200229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.200389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.200531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.200708] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.200849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.200914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.201164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.201359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.201430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.201505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.201635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.201712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.201794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.201885] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.357237] env[66818]: INFO networking_nsxv3.common.synchronization [req-1b8ed4c4-710d-4625-9828-d5942965938b req-e42cb411-93e0-41c8-9901-2c5650c0d494 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 772.357887] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 772.358948] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.359142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.359212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.359390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.359520] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.360031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.360101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.360425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.360556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.360655] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.707468] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10475010-c150-4fff-ad0c-b7f0678a3dee: rpc.has_security_group_logging(os_id): False [ 772.734076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734926] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10475010-c150-4fff-ad0c-b7f0678a3dee is going to be created. [ 772.812025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.812205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.812789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.813909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.814148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.827322] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10475010-c150-4fff-ad0c-b7f0678a3dee in Status: IN_PROGRESS for 2s [ 772.863526] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.214390] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.214689] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.214689] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.215278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.215278] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.215511] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.215511] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.215641] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.215779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.215979] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.217273] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.217420] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.217533] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.217647] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.217747] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.217876] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.238643] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.238872] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.239207] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.239448] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.239822] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-8836c99c-9823-40f0-ac10-be489f92e22c taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.239968] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.240098] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.240422] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.240560] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8836c99c-9823-40f0-ac10-be489f92e22c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.367252] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.624051] env[66818]: INFO networking_nsxv3.common.synchronization [None req-73193c2d-418d-467b-8a62-eaa0c883e1bb None None] Enqueued Resource ID: 1ba00c35-523b-4704-a7d6-16eed3854eef with Priority: HIGHEST for action port [ 773.626218] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba00c35-523b-4704-a7d6-16eed3854eef with Priority: HIGHEST for action port [ 773.626218] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba00c35-523b-4704-a7d6-16eed3854eef taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.626515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba00c35-523b-4704-a7d6-16eed3854eef" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.626515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba00c35-523b-4704-a7d6-16eed3854eef" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.626755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba00c35-523b-4704-a7d6-16eed3854eef" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.626920] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba00c35-523b-4704-a7d6-16eed3854eef',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.743443] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.743800] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.744257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.744650] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.744869] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.745131] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 8836c99c-9823-40f0-ac10-be489f92e22c not found, creating... [ 773.745344] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.745529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.745656] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.746844] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.747031] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.747380] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.747550] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.747672] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.747904] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.748118] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.748289] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 8836c99c-9823-40f0-ac10-be489f92e22c is going to be created. [ 773.772383] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.772638] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.772726] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.773068] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.773387] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.773597] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.874544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.874544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.874544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.874544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.874544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.874544] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 773.920174] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.920174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.920174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.920174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.921012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.933167] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 774.133396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ba00c35-523b-4704-a7d6-16eed3854eef [ 774.133652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.133792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.133861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.134099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.134226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.134310] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ba00c35-523b-4704-a7d6-16eed3854eef already deleted. [ 774.134431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba00c35-523b-4704-a7d6-16eed3854eef" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.181506] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 774.181741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.523129] env[66818]: INFO networking_nsxv3.common.synchronization [req-1b8ed4c4-710d-4625-9828-d5942965938b req-025092e4-c64a-4822-b3fe-169bb10e0fcf service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 774.524113] env[66818]: INFO networking_nsxv3.common.synchronization [req-1b8ed4c4-710d-4625-9828-d5942965938b req-025092e4-c64a-4822-b3fe-169bb10e0fcf service nova] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 774.524265] env[66818]: INFO networking_nsxv3.common.synchronization [req-1b8ed4c4-710d-4625-9828-d5942965938b req-025092e4-c64a-4822-b3fe-169bb10e0fcf service nova] Enqueued Resource ID: 8836c99c-9823-40f0-ac10-be489f92e22c with Priority: HIGHEST for action port [ 774.525108] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_rules [ 774.525108] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 774.525108] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8836c99c-9823-40f0-ac10-be489f92e22c with Priority: HIGHEST for action port [ 774.525343] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.525575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.525575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.525713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.525758] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.528450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.528450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.528450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8836c99c-9823-40f0-ac10-be489f92e22c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.528450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.528450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.528450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.528450] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8836c99c-9823-40f0-ac10-be489f92e22c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.765361] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d31cc664-f1b4-40ce-96ca-d1cfb4689592 None None] Enqueued Resource ID: d86ba06d-9afc-42f2-825a-150b503f8dba with Priority: HIGHEST for action port [ 774.765925] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86ba06d-9afc-42f2-825a-150b503f8dba with Priority: HIGHEST for action port [ 774.766423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86ba06d-9afc-42f2-825a-150b503f8dba taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.766557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86ba06d-9afc-42f2-825a-150b503f8dba" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.766621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86ba06d-9afc-42f2-825a-150b503f8dba" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.766916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86ba06d-9afc-42f2-825a-150b503f8dba" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.766997] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86ba06d-9afc-42f2-825a-150b503f8dba',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.844654] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10475010-c150-4fff-ad0c-b7f0678a3dee in Status: SUCCESS [ 774.846663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033101] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.033101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8836c99c-9823-40f0-ac10-be489f92e22c with status ACTIVE [ 775.033101] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033101] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.033101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033864] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.033864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.033864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.033864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.033864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033864] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8836c99c-9823-40f0-ac10-be489f92e22c is going to be updated. [ 775.064958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.065766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.065952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.066309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.066410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.066771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8836c99c-9823-40f0-ac10-be489f92e22c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.270347] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d86ba06d-9afc-42f2-825a-150b503f8dba [ 775.270347] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.270549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.270549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.274326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.274592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.274741] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d86ba06d-9afc-42f2-825a-150b503f8dba already deleted. [ 775.274855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86ba06d-9afc-42f2-825a-150b503f8dba" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.943435] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 775.943830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.943989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.944300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.946225] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.946225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.946225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.946225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.946225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.946225] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.447543] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.783133] env[66818]: INFO networking_nsxv3.common.synchronization [req-d5218b3b-bec8-471e-a1a9-8124c2f9cfae req-cb36235d-b88b-4064-bd69-e0edcf1965a0 tempest-FloatingIPsAssociationNegativeTestJSON-45784320 tempest-FloatingIPsAssociationNegativeTestJSON-45784320-project-member] Enqueued Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_members [ 776.783133] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_members [ 776.783469] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.784023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785504] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.785504] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.953996] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.288705] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.290754] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.290754] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 already deleted. [ 777.290754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.315932] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-415" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-415" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-415" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.315932] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.315932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.316732] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.316989] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.317221] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.317417] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.317648] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.317845] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.318067] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.343778] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.343778] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.343778] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.343778] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-415" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.343778] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-dac1a97b-1f3b-42ed-a214-c328fb9d81df taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.343778] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.343778] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.343778] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.343778] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac1a97b-1f3b-42ed-a214-c328fb9d81df',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.441514] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d87c4236-9357-4755-94f7-002f34fa4a46 None None] Enqueued Resource ID: e6fb37cf-752c-4e57-9aaa-15f007fbf00f with Priority: HIGHEST for action port [ 777.443670] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fb37cf-752c-4e57-9aaa-15f007fbf00f with Priority: HIGHEST for action port [ 777.444075] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6fb37cf-752c-4e57-9aaa-15f007fbf00f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.444259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6fb37cf-752c-4e57-9aaa-15f007fbf00f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.444329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6fb37cf-752c-4e57-9aaa-15f007fbf00f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6fb37cf-752c-4e57-9aaa-15f007fbf00f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.444851] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fb37cf-752c-4e57-9aaa-15f007fbf00f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.456586] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.456586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.456704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.456914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.457058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.457163] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 777.500092] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.500324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.500324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.500550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.500707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.512575] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 777.846041] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.846041] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.846041] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.846353] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.847537] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.847537] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port dac1a97b-1f3b-42ed-a214-c328fb9d81df not found, creating... [ 777.847537] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.847537] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.847537] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.847537] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.848030] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.848030] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.848131] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.848174] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.848605] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.848748] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.848875] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: dac1a97b-1f3b-42ed-a214-c328fb9d81df is going to be created. [ 777.873450] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.873759] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.873855] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.874255] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.874620] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.874900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.948024] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6fb37cf-752c-4e57-9aaa-15f007fbf00f [ 777.948287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.948421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.948546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.948701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.948825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.948889] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6fb37cf-752c-4e57-9aaa-15f007fbf00f already deleted. [ 777.948958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6fb37cf-752c-4e57-9aaa-15f007fbf00f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.361144] env[66818]: INFO networking_nsxv3.common.synchronization [None req-71245150-1d36-492f-855a-a911318092e4 None None] Enqueued Resource ID: eb2adcf3-c360-40c1-b185-67d16988182b with Priority: HIGHEST for action port [ 778.361144] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2adcf3-c360-40c1-b185-67d16988182b with Priority: HIGHEST for action port [ 778.361144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb2adcf3-c360-40c1-b185-67d16988182b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.361144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb2adcf3-c360-40c1-b185-67d16988182b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.361144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb2adcf3-c360-40c1-b185-67d16988182b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.361144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb2adcf3-c360-40c1-b185-67d16988182b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.361144] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2adcf3-c360-40c1-b185-67d16988182b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.631840] env[66818]: INFO networking_nsxv3.common.synchronization [req-d5218b3b-bec8-471e-a1a9-8124c2f9cfae req-ba5ee946-3c61-45d2-9f81-a3da4de72be3 service nova] Enqueued Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_rules [ 778.632058] env[66818]: INFO networking_nsxv3.common.synchronization [req-d5218b3b-bec8-471e-a1a9-8124c2f9cfae req-ba5ee946-3c61-45d2-9f81-a3da4de72be3 service nova] Enqueued Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_members [ 778.632156] env[66818]: INFO networking_nsxv3.common.synchronization [req-d5218b3b-bec8-471e-a1a9-8124c2f9cfae req-ba5ee946-3c61-45d2-9f81-a3da4de72be3 service nova] Enqueued Resource ID: dac1a97b-1f3b-42ed-a214-c328fb9d81df with Priority: HIGHEST for action port [ 778.632815] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_rules [ 778.632815] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_members [ 778.632942] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac1a97b-1f3b-42ed-a214-c328fb9d81df with Priority: HIGHEST for action port [ 778.633506] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.633506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.633506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.634524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.635649] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.636287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.636392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.636428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.637039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.637039] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.637039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.637039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.637258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.637258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.637578] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.638254] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac1a97b-1f3b-42ed-a214-c328fb9d81df taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.638382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.638457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.638638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.638713] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac1a97b-1f3b-42ed-a214-c328fb9d81df',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.864462] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb2adcf3-c360-40c1-b185-67d16988182b [ 778.864606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.864702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.864809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.865451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.865451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.865451] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb2adcf3-c360-40c1-b185-67d16988182b already deleted. [ 778.865451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb2adcf3-c360-40c1-b185-67d16988182b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.145692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.145692] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.145692] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac1a97b-1f3b-42ed-a214-c328fb9d81df with status ACTIVE [ 779.145692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.145692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.145692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.146330] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.146330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.146330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.146330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.146330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.146330] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac1a97b-1f3b-42ed-a214-c328fb9d81df is going to be updated. [ 779.173346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.173549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.173549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.173912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.174048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.174136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac1a97b-1f3b-42ed-a214-c328fb9d81df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.524086] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 779.524444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.524481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.525586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.525586] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.525586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.525586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.525830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.525830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.525912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.525982] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.650406] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.029645] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.032933] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.032933] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.032933] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.032933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.033577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.033577] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.156628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.156889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.157018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.157380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.157527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.157867] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 is going to be created. [ 780.186846] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187097] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.187493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.198535] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 in Status: UNINITIALIZED for 2s [ 780.541249] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49ba839-2eb4-40d8-bde8-2fd44bc1182e: rpc.has_security_group_logging(os_id): False [ 780.561422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.561422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.561422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.562139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.562139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.562139] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.562621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.562621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.562857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565371] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 780.635777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.635946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.636024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.636242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.636387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.652247] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 781.046316] env[66818]: INFO networking_nsxv3.common.synchronization [None req-422dc638-13e8-482f-88bf-390ffdc4a343 None None] Enqueued Resource ID: 61d32272-a7b0-4723-835f-04fb5d3dba5d with Priority: HIGHEST for action port [ 781.046316] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d32272-a7b0-4723-835f-04fb5d3dba5d with Priority: HIGHEST for action port [ 781.046316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d32272-a7b0-4723-835f-04fb5d3dba5d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.046316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d32272-a7b0-4723-835f-04fb5d3dba5d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.046316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d32272-a7b0-4723-835f-04fb5d3dba5d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.046316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d32272-a7b0-4723-835f-04fb5d3dba5d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.046316] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d32272-a7b0-4723-835f-04fb5d3dba5d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.058854] env[66818]: INFO networking_nsxv3.common.synchronization [None req-2f9ea451-c1ff-4ac1-b268-93162e27b387 tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 77efb951-46e4-4c30-a5e7-512675807b14 with Priority: HIGHEST for action security_group_rules [ 781.058854] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77efb951-46e4-4c30-a5e7-512675807b14 with Priority: HIGHEST for action security_group_rules [ 781.058854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77efb951-46e4-4c30-a5e7-512675807b14 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.058854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.058854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.058854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.058854] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77efb951-46e4-4c30-a5e7-512675807b14',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.219619] env[66818]: INFO networking_nsxv3.common.synchronization [None req-23572a49-bb5d-497a-876c-0d0cea68c342 tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 77efb951-46e4-4c30-a5e7-512675807b14 with Priority: HIGHEST for action security_group_rules [ 781.219773] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77efb951-46e4-4c30-a5e7-512675807b14 with Priority: HIGHEST for action security_group_rules [ 781.220083] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77efb951-46e4-4c30-a5e7-512675807b14 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.220180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.331316] env[66818]: INFO networking_nsxv3.common.synchronization [None req-fcc36ddc-51e7-4aec-bc0f-19427ba3d038 None None] Enqueued Resource ID: f74fd6aa-1436-4d28-bd64-dfa5db569c7b with Priority: HIGHEST for action port [ 781.332302] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74fd6aa-1436-4d28-bd64-dfa5db569c7b with Priority: HIGHEST for action port [ 781.332302] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74fd6aa-1436-4d28-bd64-dfa5db569c7b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.332819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74fd6aa-1436-4d28-bd64-dfa5db569c7b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.332819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74fd6aa-1436-4d28-bd64-dfa5db569c7b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.333743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74fd6aa-1436-4d28-bd64-dfa5db569c7b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.333743] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74fd6aa-1436-4d28-bd64-dfa5db569c7b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.552947] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d32272-a7b0-4723-835f-04fb5d3dba5d [ 781.553992] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.553992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.553992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.554301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.554301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.554301] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d32272-a7b0-4723-835f-04fb5d3dba5d already deleted. [ 781.554443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d32272-a7b0-4723-835f-04fb5d3dba5d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.577692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.577692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.577692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.578024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.578024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.578096] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77efb951-46e4-4c30-a5e7-512675807b14 already deleted. [ 781.578132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.578310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.578465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.578548] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77efb951-46e4-4c30-a5e7-512675807b14',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.837270] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f74fd6aa-1436-4d28-bd64-dfa5db569c7b [ 781.837270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.837499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.837499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.837722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.837818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.837862] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f74fd6aa-1436-4d28-bd64-dfa5db569c7b already deleted. [ 781.837916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74fd6aa-1436-4d28-bd64-dfa5db569c7b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.110246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.112350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.112350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.112350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.112350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.112350] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77efb951-46e4-4c30-a5e7-512675807b14 already deleted. [ 782.112350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77efb951-46e4-4c30-a5e7-512675807b14" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.210340] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 in Status: SUCCESS [ 782.210553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.210729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.210951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.211157] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.211278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.211344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.211523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.211606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.211695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.211788] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.670484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 782.670762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.715562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.715782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.715893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.716172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.716860] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.716992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.717079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.717223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.717307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.717394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.717551] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.717668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.717752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.717934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.718136] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.718234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.718296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.718436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.718518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718690] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.221996] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad2200e-3e5a-4c94-9897-6c322395d700: rpc.has_security_group_logging(os_id): False [ 783.244066] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.244192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.244265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.244477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.244582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.244842] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.244970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.244970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.245097] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.245169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.245360] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.245462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.245523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.245697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.245808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.246018] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.248113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.248198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.248459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.248459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.248515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 is going to be created. [ 783.316045] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.316201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.316288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.316503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.316685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.330160] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 in Status: IN_PROGRESS for 2s [ 784.661182] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f689931a-ce7f-4280-897b-d61ca35883ab None None] Enqueued Resource ID: b05061f1-803f-462f-82d8-c38e3e701aa3 with Priority: HIGHEST for action port [ 784.664557] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05061f1-803f-462f-82d8-c38e3e701aa3 with Priority: HIGHEST for action port [ 784.664557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b05061f1-803f-462f-82d8-c38e3e701aa3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.664557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b05061f1-803f-462f-82d8-c38e3e701aa3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.664557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b05061f1-803f-462f-82d8-c38e3e701aa3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.664557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b05061f1-803f-462f-82d8-c38e3e701aa3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.664557] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b05061f1-803f-462f-82d8-c38e3e701aa3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.167170] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b05061f1-803f-462f-82d8-c38e3e701aa3 [ 785.167546] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.167664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.167664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.167904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.168001] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.168111] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b05061f1-803f-462f-82d8-c38e3e701aa3 already deleted. [ 785.168195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b05061f1-803f-462f-82d8-c38e3e701aa3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.361016] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 in Status: SUCCESS [ 785.361271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.420319] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 785.420455] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:1 started [ 785.773530] env[66818]: INFO networking_nsxv3.common.synchronization [req-94931f44-e092-471d-8961-880d3ebbaaa1 req-188f0e7b-acaf-43c0-b974-a19e30a13fbb tempest-InstanceActionsNegativeTestJSON-614371002 tempest-InstanceActionsNegativeTestJSON-614371002-project-member] Enqueued Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_members [ 785.774201] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGHEST for action security_group_members [ 785.775246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.775392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.775473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.775683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.775838] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.775943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.776601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.776970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.777102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.781024] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.282455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.282626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.282762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.283376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.283594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.285134] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.285134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.285134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.285134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.285134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.285134] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10475010-c150-4fff-ad0c-b7f0678a3dee is going to be updated. [ 786.328830] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.329065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.329065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.329270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.329418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.341364] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10475010-c150-4fff-ad0c-b7f0678a3dee in Status: IN_PROGRESS for 2s [ 787.094436] env[66818]: INFO networking_nsxv3.common.synchronization [None req-46acb497-c97f-44e3-845a-5558d50f50f3 None None] Enqueued Resource ID: 4b2063ff-e621-4fcc-a539-da9fdc97e326 with Priority: HIGHEST for action port [ 787.094717] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2063ff-e621-4fcc-a539-da9fdc97e326 with Priority: HIGHEST for action port [ 787.095410] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2063ff-e621-4fcc-a539-da9fdc97e326 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2063ff-e621-4fcc-a539-da9fdc97e326" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2063ff-e621-4fcc-a539-da9fdc97e326" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.104058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2063ff-e621-4fcc-a539-da9fdc97e326" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.104058] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2063ff-e621-4fcc-a539-da9fdc97e326',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.601018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b2063ff-e621-4fcc-a539-da9fdc97e326 [ 787.601264] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.601487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.601487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.601791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.601905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.602032] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b2063ff-e621-4fcc-a539-da9fdc97e326 already deleted. [ 787.602136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2063ff-e621-4fcc-a539-da9fdc97e326" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.075572] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-9ef2a7ba-0f37-4424-af0b-07a20c738486 tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 788.075572] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 788.075572] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.075787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.075787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.076771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.077104] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.077337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.077480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.077724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.077896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079156] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.353282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10475010-c150-4fff-ad0c-b7f0678a3dee in Status: SUCCESS [ 788.353561] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10475010-c150-4fff-ad0c-b7f0678a3dee deletion is rescheduled due to dependency. [ 788.353561] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.364279] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e6bd9969-1f36-4ecf-91f8-a3717bc32848 None None] Enqueued Resource ID: 966924bb-3764-477d-bca9-4dd1bb5557c3 with Priority: HIGHEST for action port [ 788.365513] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966924bb-3764-477d-bca9-4dd1bb5557c3 with Priority: HIGHEST for action port [ 788.365513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-966924bb-3764-477d-bca9-4dd1bb5557c3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.365513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966924bb-3764-477d-bca9-4dd1bb5557c3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.365513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966924bb-3764-477d-bca9-4dd1bb5557c3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.365730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966924bb-3764-477d-bca9-4dd1bb5557c3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.365730] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966924bb-3764-477d-bca9-4dd1bb5557c3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.525284] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.525765] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.525985] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.526414] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.526782] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.527282] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.527427] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.528028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.528028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.529869] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.529869] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.529869] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.530045] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.530081] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.530275] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.530316] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.552424] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.552424] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.552424] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.552641] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.554200] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-3c585b77-22c8-4917-847e-6a9394332bf2 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.554200] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.554200] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.554200] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.554200] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c585b77-22c8-4917-847e-6a9394332bf2',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.582396] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.582396] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.582396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.582396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 788.614892] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.615740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.615861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.616136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.616903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.629846] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 788.868308] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 966924bb-3764-477d-bca9-4dd1bb5557c3 [ 788.868581] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.868694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.868749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.868961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.869066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.869166] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:966924bb-3764-477d-bca9-4dd1bb5557c3 already deleted. [ 788.869246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966924bb-3764-477d-bca9-4dd1bb5557c3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.058154] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.058154] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.058154] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.058330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.059538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.059538] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 3c585b77-22c8-4917-847e-6a9394332bf2 not found, creating... [ 789.059538] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.059538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.059538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.059538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.059538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.059909] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.059909] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.060018] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.060140] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.060265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.060396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 3c585b77-22c8-4917-847e-6a9394332bf2 is going to be created. [ 789.080937] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.082988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.082988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.082988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.082988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.082988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.155205] env[66818]: INFO networking_nsxv3.common.synchronization [req-1d13d81a-e21e-4e74-a288-ea96a00e455f req-0c3e0033-ab1d-4f8c-918f-9b9539f4973e tempest-ServersTestManualDisk-1335522344 tempest-ServersTestManualDisk-1335522344-project-member] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_members [ 789.155789] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGHEST for action security_group_members [ 789.156592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.156787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.156862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.157174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.157341] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.157443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.157543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.157680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.157766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.157865] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.342900] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5cc34b98-5fd9-4fb8-9106-d2a517c88bac None None] Enqueued Resource ID: ee73c60b-d8cc-4b4e-8980-9435157462d9 with Priority: HIGHEST for action port [ 789.343566] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee73c60b-d8cc-4b4e-8980-9435157462d9 with Priority: HIGHEST for action port [ 789.348229] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee73c60b-d8cc-4b4e-8980-9435157462d9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.348229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee73c60b-d8cc-4b4e-8980-9435157462d9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.348229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee73c60b-d8cc-4b4e-8980-9435157462d9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.348515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee73c60b-d8cc-4b4e-8980-9435157462d9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.348515] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee73c60b-d8cc-4b4e-8980-9435157462d9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.661041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.661041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.661041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.661895] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a is going to be updated. [ 789.691715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.691901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.691976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.692219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.692360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.704707] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361fd7a7-702d-46c8-bf65-d65515698e8a in Status: IN_PROGRESS for 2s [ 789.825351] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-47b59ed2-2732-4cd7-9539-ee907fd519d1 service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 789.825469] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-47b59ed2-2732-4cd7-9539-ee907fd519d1 service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 789.825616] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-47b59ed2-2732-4cd7-9539-ee907fd519d1 service nova] Enqueued Resource ID: 3c585b77-22c8-4917-847e-6a9394332bf2 with Priority: HIGHEST for action port [ 789.826161] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 789.826304] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 789.827413] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c585b77-22c8-4917-847e-6a9394332bf2 with Priority: HIGHEST for action port [ 789.827413] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.827413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.827413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.827957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.827957] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.828594] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.829689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.829689] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c585b77-22c8-4917-847e-6a9394332bf2 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.829689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.829908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.829986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.830095] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c585b77-22c8-4917-847e-6a9394332bf2',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.853766] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee73c60b-d8cc-4b4e-8980-9435157462d9 [ 789.853988] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.854134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.854256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.855019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.855019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.855019] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee73c60b-d8cc-4b4e-8980-9435157462d9 already deleted. [ 789.855019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee73c60b-d8cc-4b4e-8980-9435157462d9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.044327] env[66818]: INFO networking_nsxv3.common.synchronization [None req-145e650f-abb3-4839-87f0-c5f07ef6e22a tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_rules [ 790.044980] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_rules [ 790.045311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.045434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.045739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.045739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.045850] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.185568] env[66818]: INFO networking_nsxv3.common.synchronization [None req-75ca7a6c-38c8-491d-806a-f5c0b5cbee8e tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_rules [ 790.186195] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_rules [ 790.186499] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.186601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.333359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.333359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.333359] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c585b77-22c8-4917-847e-6a9394332bf2 with status ACTIVE [ 790.334346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.334346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.334346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.334346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.334346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.334817] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.334817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.334984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.336071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.336071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.336071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.336071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.336071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.336071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.336476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.336476] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c585b77-22c8-4917-847e-6a9394332bf2 is going to be updated. [ 790.372037] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.372037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.372037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.372287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.372287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.372419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c585b77-22c8-4917-847e-6a9394332bf2" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.583162] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.583162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.583162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.583326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.583412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.583548] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53ce7df-708a-4981-975e-4301bc171412 already deleted. [ 790.583730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.583927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.587029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.587029] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.641128] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 790.641325] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 deletion is rescheduled due to dependency. [ 790.641439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.641602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.641855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.642618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.642618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.642618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.642618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.642618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.642618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.886713] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-89f144cd-b112-4932-af82-eb79529038b8 tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 790.886713] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 790.886992] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.886992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.013270] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a3a67c4f-96cc-4047-9898-c37c40ef77ca None None] Enqueued Resource ID: b5650243-5675-4739-9bca-a54ca5cbd299 with Priority: HIGHEST for action port [ 791.013590] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5650243-5675-4739-9bca-a54ca5cbd299 with Priority: HIGHEST for action port [ 791.013965] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5650243-5675-4739-9bca-a54ca5cbd299 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.018646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5650243-5675-4739-9bca-a54ca5cbd299" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.018646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5650243-5675-4739-9bca-a54ca5cbd299" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.018646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5650243-5675-4739-9bca-a54ca5cbd299" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.018646] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5650243-5675-4739-9bca-a54ca5cbd299',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.109249] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.110064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.110848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.111252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.111490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.111707] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53ce7df-708a-4981-975e-4301bc171412 already deleted. [ 791.111812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.147613] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.263027] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.263027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.263027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.263027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.263027] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.263027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.263027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.263568] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.263750] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264281] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.266263] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.266464] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.266587] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.266783] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.266815] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.266942] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.287330] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.287490] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.287620] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.287810] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-226" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.288143] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-56facde7-7919-4304-90f3-2dc60863cc86 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.288318] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.288443] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.288830] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.289375] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56facde7-7919-4304-90f3-2dc60863cc86',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.519519] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5650243-5675-4739-9bca-a54ca5cbd299 [ 791.519747] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.520218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.520218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.520218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.520446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.520446] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5650243-5675-4739-9bca-a54ca5cbd299 already deleted. [ 791.520446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5650243-5675-4739-9bca-a54ca5cbd299" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.650630] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.715164] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 361fd7a7-702d-46c8-bf65-d65515698e8a in Status: SUCCESS [ 791.715387] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a deletion is rescheduled due to dependency. [ 791.715507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.792489] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.792692] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.792834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.794257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.794257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.794257] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 56facde7-7919-4304-90f3-2dc60863cc86 not found, creating... [ 791.794257] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.794576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.794576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.794894] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.795137] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.795558] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.795768] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.795885] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.796126] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.796258] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.796450] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 56facde7-7919-4304-90f3-2dc60863cc86 is going to be created. [ 791.820697] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.820943] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.821144] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.821592] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.822189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.822297] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.152957] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.153267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.153267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.153526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.153526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153625] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 792.184296] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.184517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.184578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.184745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.185950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.195357] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 792.590571] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-4845e102-af1f-4231-8ab5-27157590f64a service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 792.590656] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-4845e102-af1f-4231-8ab5-27157590f64a service nova] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 792.590788] env[66818]: INFO networking_nsxv3.common.synchronization [req-a88f4129-afcc-4eff-9953-c30937ddb96e req-4845e102-af1f-4231-8ab5-27157590f64a service nova] Enqueued Resource ID: 56facde7-7919-4304-90f3-2dc60863cc86 with Priority: HIGHEST for action port [ 792.591362] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_rules [ 792.591501] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 792.591598] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56facde7-7919-4304-90f3-2dc60863cc86 with Priority: HIGHEST for action port [ 792.591948] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.592076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.592279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.592367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.593041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-56facde7-7919-4304-90f3-2dc60863cc86 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.593160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.593228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.593427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.593509] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56facde7-7919-4304-90f3-2dc60863cc86',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.041093] env[66818]: INFO networking_nsxv3.common.synchronization [req-83593edc-3375-4e49-a39e-13431b1e2049 req-15ea3c66-7b18-4882-a1af-7c4f71b71d14 tempest-ListImageFiltersTestJSON-716680670 tempest-ListImageFiltersTestJSON-716680670-project-member] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 793.042116] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 793.045761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.045761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.045761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.045761] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.096421] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56facde7-7919-4304-90f3-2dc60863cc86 with status ACTIVE [ 793.096608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.096739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.096807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.097025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.097132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.097317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.097412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.097478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.098789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.098789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.098789] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.098789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.098789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.098789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.098789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.098789] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56facde7-7919-4304-90f3-2dc60863cc86 is going to be updated. [ 793.120640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.120803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.120847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.121041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.121181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56facde7-7919-4304-90f3-2dc60863cc86" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.545728] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.047765] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.208800] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 794.209029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.209210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.209431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.209625] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.209831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.209911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.210100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.210183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.210270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.210371] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.212013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.212143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.212440] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.212440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.212586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.214698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.214698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.214698] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.550585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.551061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.551061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.551369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.551369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.551369] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be updated. [ 794.584570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.584697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.584812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.585067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.585202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.597470] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 794.714898] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.715145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.715543] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.219684] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.723179] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.723533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.723827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.724375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.724375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.724630] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 795.762224] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.762469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.762585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.762908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.763120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.774011] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 795.940215] env[66818]: INFO networking_nsxv3.common.synchronization [req-26a614a7-fda6-4279-bba8-e2dd1aeb0e6f req-bd053c8e-75ba-4396-9c01-3d2b71f01119 tempest-VolumesAdminNegativeTest-206843504 tempest-VolumesAdminNegativeTest-206843504-project-member] Enqueued Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_members [ 795.941584] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_members [ 795.941584] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.941735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.942083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.942311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.942469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.942565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.942802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.942947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.943228] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.295235] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.295396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-303" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.295556] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-303" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.295975] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-303" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.296388] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.296640] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.296776] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.297025] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.297175] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.297393] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.297503] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.297608] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.297717] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.297879] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.298046] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.298156] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.332156] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.332320] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.332588] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.332679] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-303" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.332924] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-bdaec2c4-5839-42cd-a996-14290a9f5b82 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.333149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.333278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.333599] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.333732] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdaec2c4-5839-42cd-a996-14290a9f5b82',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.446989] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.447228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.447339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.447581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.447701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.447918] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.448034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.448099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.448244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.448319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.448401] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44242488-335e-4ddf-96ff-e69e751af195 already deleted. [ 796.448485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.610385] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 796.610385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.836641] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.836949] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.836991] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.837413] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.837563] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.837712] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port bdaec2c4-5839-42cd-a996-14290a9f5b82 not found, creating... [ 796.837978] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.838159] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.838270] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.838483] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.838611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.838890] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.839148] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.839261] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.839464] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.840302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.840302] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: bdaec2c4-5839-42cd-a996-14290a9f5b82 is going to be created. [ 796.865012] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.865451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.865656] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.865971] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.866266] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.866507] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.607846] env[66818]: INFO networking_nsxv3.common.synchronization [req-26a614a7-fda6-4279-bba8-e2dd1aeb0e6f req-5f7c371d-ebd2-46fd-af33-e34d44eaf8ac service nova] Enqueued Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_rules [ 797.607955] env[66818]: INFO networking_nsxv3.common.synchronization [req-26a614a7-fda6-4279-bba8-e2dd1aeb0e6f req-5f7c371d-ebd2-46fd-af33-e34d44eaf8ac service nova] Enqueued Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_members [ 797.608069] env[66818]: INFO networking_nsxv3.common.synchronization [req-26a614a7-fda6-4279-bba8-e2dd1aeb0e6f req-5f7c371d-ebd2-46fd-af33-e34d44eaf8ac service nova] Enqueued Resource ID: bdaec2c4-5839-42cd-a996-14290a9f5b82 with Priority: HIGHEST for action port [ 797.608701] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_rules [ 797.609194] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_members [ 797.609194] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaec2c4-5839-42cd-a996-14290a9f5b82 with Priority: HIGHEST for action port [ 797.609798] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.609972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.610045] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.611902] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.612132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.612220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.612458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614297] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.614297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.614297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.614646] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.618405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdaec2c4-5839-42cd-a996-14290a9f5b82 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.618405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.618405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.618405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.618405] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdaec2c4-5839-42cd-a996-14290a9f5b82',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.784559] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 797.784834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.785478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.785478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.785478] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.785661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.785661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.785724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.785793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.785888] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.119038] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.122899] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdaec2c4-5839-42cd-a996-14290a9f5b82 with status ACTIVE [ 798.122899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.122899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.122899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.123798] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.124132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.124873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.125176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.125410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.126464] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdaec2c4-5839-42cd-a996-14290a9f5b82 is going to be updated. [ 798.128538] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.128803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.149837] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.150220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.150331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.150574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.150720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.150975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdaec2c4-5839-42cd-a996-14290a9f5b82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.288725] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.389730] env[66818]: INFO networking_nsxv3.common.synchronization [req-6549d734-5160-4040-a56d-83040eb50338 req-ebbbf007-3412-49ae-b6e2-6b935184a6b4 tempest-FloatingIPsAssociationTestJSON-1955029037 tempest-FloatingIPsAssociationTestJSON-1955029037-project-member] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 798.393878] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGHEST for action security_group_members [ 798.393878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.393878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.393878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.393878] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.628715] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.795661] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.896318] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.896449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.896510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.896824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.896912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.897157] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.897268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.897322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.897471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.897541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.897623] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be updated. [ 798.932533] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.932709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.932773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.932976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.933135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.943772] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: IN_PROGRESS for 2s [ 799.133082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.133471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.133604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.133692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.133797] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44242488-335e-4ddf-96ff-e69e751af195 is going to be created. [ 799.162614] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.162903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.163383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.175832] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44242488-335e-4ddf-96ff-e69e751af195 in Status: UNINITIALIZED for 2s [ 799.298900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.299151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.299257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.299499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.299614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.299720] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 799.376359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.376622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.376622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.376724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.378450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.389101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 800.954109] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 in Status: SUCCESS [ 800.954536] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 deletion is rescheduled due to dependency. [ 800.954536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187010] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44242488-335e-4ddf-96ff-e69e751af195 in Status: SUCCESS [ 801.187266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.188116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.188205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.188391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.188473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188561] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188654] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.400559] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 801.400803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.400979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.401218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.401450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.401562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.401727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.401791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.401828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.401966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.402130] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.402195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.402403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.402544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.402675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.402847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.402882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403078] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.696524] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.696524] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.696524] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.696524] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.696524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.697354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.697354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.697354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.697354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.697354] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.904704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76fc8a5d-e8dc-479c-9f1c-e50151841b74: rpc.has_security_group_logging(os_id): False [ 801.926935] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.927178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.927178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.927433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.927433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.929603] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.929603] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.929603] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.929603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.930309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.930309] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 802.001490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.002283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.002283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.002283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.002283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.017822] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 802.199657] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44242488-335e-4ddf-96ff-e69e751af195: rpc.has_security_group_logging(os_id): False [ 802.217634] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.217792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.217870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.218095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.218190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.218480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.218546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.218721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.219054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.219054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.219244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.219244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.219362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.219437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.219625] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.219710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.219765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.219950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.219998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.220142] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44242488-335e-4ddf-96ff-e69e751af195 is going to be created. [ 802.284359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.284545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.284620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.285194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.285194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.298185] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44242488-335e-4ddf-96ff-e69e751af195 in Status: IN_PROGRESS for 2s [ 803.393248] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 803.393513] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 803.898512] env[66818]: INFO networking_nsxv3.common.synchronization [req-bab26c5d-9833-4cf0-b04e-23b4dbdad6e8 req-2bd2187c-63c6-4bb6-b734-f6e553f9e1a7 tempest-ServersWithSpecificFlavorTestJSON-2085652946 tempest-ServersWithSpecificFlavorTestJSON-2085652946-project-member] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 803.898853] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 803.899024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.899150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.899218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.899426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.899636] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.899771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.899858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.900146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.900201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.900325] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.040945] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 804.040945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.040945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.040945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.040945] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.281235] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.281466] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.281562] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.281836] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.282155] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.282307] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.282435] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.282692] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.282965] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.283105] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.283293] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.283360] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.283526] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.283700] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.283776] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.283925] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.310116] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.310358] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.310535] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.310756] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-836" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.311118] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-fef63320-460d-4615-aa38-361b0c355f1e taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.311298] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.311429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.311951] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.311951] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef63320-460d-4615-aa38-361b0c355f1e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.315958] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44242488-335e-4ddf-96ff-e69e751af195 in Status: SUCCESS [ 804.318740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.404253] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.404626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.404626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.404777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.404872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.405139] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.405276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.405319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.405319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.405319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.405319] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be updated. [ 804.445993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.446210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.446436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.446665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.460345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 804.544352] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.545257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.545257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.545257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.545257] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.545682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.545682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.545682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.545682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.545864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.545864] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.816979] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.817332] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.817519] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.817932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.818168] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.818430] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port fef63320-460d-4615-aa38-361b0c355f1e not found, creating... [ 804.818818] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.819069] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.819233] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.819548] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.819745] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.820213] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.820435] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.820611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.820898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.821109] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.821311] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: fef63320-460d-4615-aa38-361b0c355f1e is going to be created. [ 804.843899] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.844188] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.844188] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.844472] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.844786] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.844988] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.049020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.049305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.049434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.049759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.050057] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.050415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.050415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.050552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.050714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.050861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.051130] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.051400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.051400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.051616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.051833] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.051978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.055302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.055517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.055657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.056978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.056978] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.292013] env[66818]: INFO networking_nsxv3.common.synchronization [req-b423237b-2866-4db4-9734-87b48ae29def req-aa8b1ce3-2ec6-4f67-8c5c-517cfb2d168b tempest-FloatingIPsAssociationNegativeTestJSON-45784320 tempest-FloatingIPsAssociationNegativeTestJSON-45784320-project-member] Enqueued Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_members [ 805.292707] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGHEST for action security_group_members [ 805.293652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.295396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.295478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.295709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.295884] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.295999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.296084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.296265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.296395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.296498] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.559837] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76fc8a5d-e8dc-479c-9f1c-e50151841b74: rpc.has_security_group_logging(os_id): False [ 805.581654] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.581814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.582288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.582288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.582458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.582846] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.582846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.582846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.583062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.583062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.584073] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.584073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.584073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.584236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.584236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.584473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.584764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.584764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.585457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.585457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.585457] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 805.641311] env[66818]: INFO networking_nsxv3.common.synchronization [req-bab26c5d-9833-4cf0-b04e-23b4dbdad6e8 req-84b53a42-5951-46c9-8e7d-cdff3d8bf389 service nova] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 805.641486] env[66818]: INFO networking_nsxv3.common.synchronization [req-bab26c5d-9833-4cf0-b04e-23b4dbdad6e8 req-84b53a42-5951-46c9-8e7d-cdff3d8bf389 service nova] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 805.641628] env[66818]: INFO networking_nsxv3.common.synchronization [req-bab26c5d-9833-4cf0-b04e-23b4dbdad6e8 req-84b53a42-5951-46c9-8e7d-cdff3d8bf389 service nova] Enqueued Resource ID: fef63320-460d-4615-aa38-361b0c355f1e with Priority: HIGHEST for action port [ 805.642349] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_rules [ 805.642589] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 805.642712] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef63320-460d-4615-aa38-361b0c355f1e with Priority: HIGHEST for action port [ 805.643122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.643217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.643217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.643466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.643591] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.644613] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.644746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.644942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef63320-460d-4615-aa38-361b0c355f1e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.645083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.645158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.645618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.646823] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef63320-460d-4615-aa38-361b0c355f1e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.689618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.689618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.689618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.689618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.689618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.705737] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 805.725937] env[66818]: INFO networking_nsxv3.common.synchronization [req-2a483428-7c6f-4c07-be81-e4eff861ec35 req-a6841b68-e76e-4a4d-aaac-af492843721d tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 805.726550] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 805.727163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.727229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.727282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.727598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.727659] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.727721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.727795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.727947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.728042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.728138] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.801657] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.801657] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.801657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.801657] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 is going to be updated. [ 805.832192] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.832388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.832388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.832672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.832824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.841922] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 in Status: IN_PROGRESS for 2s [ 806.150570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.150570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.150570] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fef63320-460d-4615-aa38-361b0c355f1e with status ACTIVE [ 806.150570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.150900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.151098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.151462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.151669] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.151669] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.151669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.151669] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fef63320-460d-4615-aa38-361b0c355f1e is going to be updated. [ 806.181785] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.181937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.182018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.182223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.182401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.182622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef63320-460d-4615-aa38-361b0c355f1e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.231745] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.410715] env[66818]: INFO networking_nsxv3.common.synchronization [req-90cb9fdb-1c95-41ba-827f-8bb1ab595b5b req-97517875-bfc8-4232-8e60-70e6665deab0 tempest-MultipleCreateTestJSON-1310103483 tempest-MultipleCreateTestJSON-1310103483-project-member] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 806.411309] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGHEST for action security_group_members [ 806.412026] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.412153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.474951] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 806.475247] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 deletion is rescheduled due to dependency. [ 806.475404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.475924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.475924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.476119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.476225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.476341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.476439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.476548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.476654] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.669675] env[66818]: INFO networking_nsxv3.common.synchronization [req-032d6b08-00ee-4ca0-a869-6e707269df6f req-9ced6d74-959d-4a98-b0d0-83e5dd40dc6f tempest-ServersTestFqdnHostnames-651002410 tempest-ServersTestFqdnHostnames-651002410-project-member] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_members [ 806.669675] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_members [ 806.669675] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.669675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.669675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.669675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.670123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.670123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.670123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.671688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.671843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.672172] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.732176] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.982908] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.034501] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.034593] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-557" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.034996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-557" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035098] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-557" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035291] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.035470] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.036024] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.036024] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.036024] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.036481] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.036598] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.036703] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.036803] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.036907] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.037014] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.037145] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.061350] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.061350] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.061350] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.061526] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-557" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.061949] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-c9bd1658-f436-4f64-807c-b46f0627157b taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.062091] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.062135] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062495] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062595] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9bd1658-f436-4f64-807c-b46f0627157b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.180474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.180474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.180474] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62c689d8-3893-449f-952b-480f1317ef78 already deleted. [ 807.180474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.235895] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.236115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.236208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.236470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.236604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.236734] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 807.271995] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.272240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.272382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.272607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.272763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.281445] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 807.487195] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.565557] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.565853] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.566022] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.566346] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.566529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.566708] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port c9bd1658-f436-4f64-807c-b46f0627157b not found, creating... [ 807.566998] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.567222] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.567368] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.568545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.568545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.568545] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.568545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.568545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.568805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.568805] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.568862] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: c9bd1658-f436-4f64-807c-b46f0627157b is going to be created. [ 807.588731] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.589257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.589349] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.589614] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.589841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.590071] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.728335] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 807.728335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.852054] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 in Status: SUCCESS [ 807.852274] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 deletion is rescheduled due to dependency. [ 807.852429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.989680] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.989972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.990112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.990482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.990642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.990825] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be updated. [ 808.031802] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.032062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.032368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.032690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.032925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.044100] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 808.342057] env[66818]: INFO networking_nsxv3.common.synchronization [req-032d6b08-00ee-4ca0-a869-6e707269df6f req-c1778545-b014-4467-bba4-29272045bd15 service nova] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_rules [ 808.342057] env[66818]: INFO networking_nsxv3.common.synchronization [req-032d6b08-00ee-4ca0-a869-6e707269df6f req-c1778545-b014-4467-bba4-29272045bd15 service nova] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_members [ 808.342057] env[66818]: INFO networking_nsxv3.common.synchronization [req-032d6b08-00ee-4ca0-a869-6e707269df6f req-c1778545-b014-4467-bba4-29272045bd15 service nova] Enqueued Resource ID: c9bd1658-f436-4f64-807c-b46f0627157b with Priority: HIGHEST for action port [ 808.342057] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_rules [ 808.342057] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_members [ 808.342057] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bd1658-f436-4f64-807c-b46f0627157b with Priority: HIGHEST for action port [ 808.342057] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.342057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.342057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.342057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.342547] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.343770] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.344336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.344336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.344596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.344760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.344877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.345265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.345583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.345733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.345846] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.346886] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9bd1658-f436-4f64-807c-b46f0627157b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.347317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.347317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.347317] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9bd1658-f436-4f64-807c-b46f0627157b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.849962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850375] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.851282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9bd1658-f436-4f64-807c-b46f0627157b with status ACTIVE [ 808.851461] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.854512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.854594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.854819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.855403] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.855403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.855403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.855694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.855694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.855694] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.855800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.855849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.855984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.856133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.856218] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9bd1658-f436-4f64-807c-b46f0627157b is going to be updated. [ 808.877983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.878092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.878135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.882023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.882023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.882023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9bd1658-f436-4f64-807c-b46f0627157b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.294122] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 809.294122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.294122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.294122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.294122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.294548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.294548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.294548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.294548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.294548] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.325938] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1d0a16a-313d-4eea-87d2-997f69b9ffde req-b687bcbf-86ca-41ab-9cb1-5199db03a774 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 809.326542] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 809.327095] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.327247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.327594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.328033] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.328159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.328258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.328638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.328638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.328638] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.358123] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.797470] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.800304] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.800304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.800304] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be updated. [ 809.829633] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.830698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.830698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.830698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.830698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.834193] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.834193] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.834193] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b already deleted. [ 809.834193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.843652] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: IN_PROGRESS for 2s [ 809.863423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.863423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.863423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.863423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.863423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.863423] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62c689d8-3893-449f-952b-480f1317ef78 is going to be created. [ 809.887734] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.887734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.887734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.887734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.887734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.897506] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: UNINITIALIZED for 2s [ 810.065209] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 810.065209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.065511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.065733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.065999] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.066210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.066313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.066576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.066705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.066836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.066965] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.172527] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.172705] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.172852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.173227] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.173914] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.174631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.175356] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.175648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.178043] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.179016] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.179016] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.179161] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.179198] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.179306] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.179393] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.179533] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.202782] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.203077] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.203200] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.203447] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.203792] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-8b14e219-0b0c-40e7-91ff-b7363953626c taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.204026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.204202] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.204552] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.204697] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b14e219-0b0c-40e7-91ff-b7363953626c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.569746] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.708088] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.708349] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.708476] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.708903] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.709211] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.709477] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 8b14e219-0b0c-40e7-91ff-b7363953626c not found, creating... [ 810.709903] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.710182] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.710373] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.710723] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.710933] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.711405] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.711585] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.711689] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.711982] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.712199] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.712401] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 8b14e219-0b0c-40e7-91ff-b7363953626c is going to be created. [ 810.739058] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.739058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.739346] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.739497] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.739803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.740118] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.072603] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0718ab79-9a16-464c-9be0-3ea5955e04a3: rpc.has_security_group_logging(os_id): False [ 811.092708] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.092862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.092936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.093202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.093303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.093597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.093749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.093749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.093899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.093975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.094074] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be updated. [ 811.165822] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.166047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.166047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.166261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.166412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180959] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 811.477874] env[66818]: INFO networking_nsxv3.common.synchronization [req-807625dc-740d-4e93-a37b-230b00f18b60 req-7b7328a8-7fda-480f-9f5a-f68ef011b96d tempest-ListServerFiltersTestJSON-1195528810 tempest-ListServerFiltersTestJSON-1195528810-project-member] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 811.478570] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 811.479297] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.479414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.479414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.480170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.480369] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.480693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.480800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.481112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.481339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.481477] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.526333] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1d0a16a-313d-4eea-87d2-997f69b9ffde req-34146158-2d88-4283-93bf-93603765334a service nova] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_rules [ 811.526333] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1d0a16a-313d-4eea-87d2-997f69b9ffde req-34146158-2d88-4283-93bf-93603765334a service nova] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 811.526333] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1d0a16a-313d-4eea-87d2-997f69b9ffde req-34146158-2d88-4283-93bf-93603765334a service nova] Enqueued Resource ID: 8b14e219-0b0c-40e7-91ff-b7363953626c with Priority: HIGHEST for action port [ 811.526333] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_rules [ 811.526333] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 811.526333] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b14e219-0b0c-40e7-91ff-b7363953626c with Priority: HIGHEST for action port [ 811.526333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.526333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.526333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.526333] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.529272] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.529272] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.529272] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.529272] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b14e219-0b0c-40e7-91ff-b7363953626c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.529272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.529272] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b14e219-0b0c-40e7-91ff-b7363953626c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.853365] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 in Status: SUCCESS [ 811.853490] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 deletion is rescheduled due to dependency. [ 811.853620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.908724] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: SUCCESS [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.908724] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.908724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.908724] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.985463] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.033652] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.034585] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b14e219-0b0c-40e7-91ff-b7363953626c with status ACTIVE [ 812.035405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.035405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.035405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.035405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.035405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.035405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.035743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.035743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.035743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.035831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.035971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.038675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.038675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.038675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.038675] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b14e219-0b0c-40e7-91ff-b7363953626c is going to be updated. [ 812.038675] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.038675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.063046] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.063046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.063046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.063466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.063711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083523] env[66818]: INFO networking_nsxv3.common.synchronization [req-b6f8b4aa-aecc-46c3-98a2-f68ebe30191e req-fa9b4ca6-b7ef-4170-bf04-e3aa12a01af8 tempest-VolumesAdminNegativeTest-206843504 tempest-VolumesAdminNegativeTest-206843504-project-member] Enqueued Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_members [ 812.084790] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGHEST for action security_group_members [ 812.084790] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.084923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.085191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.085461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.085712] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.085862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.085954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.086165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.086302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.086475] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.412064] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.488375] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.539687] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.591627] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.591777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.591871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.592163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.592229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.592465] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.592633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.592713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.592904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.592998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.593097] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44242488-335e-4ddf-96ff-e69e751af195 is going to be updated. [ 812.622189] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.622365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.622539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.622785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.622932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.633894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44242488-335e-4ddf-96ff-e69e751af195 in Status: IN_PROGRESS for 2s [ 812.913854] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62c689d8-3893-449f-952b-480f1317ef78: rpc.has_security_group_logging(os_id): False [ 812.934875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.935096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.935196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.935447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.935562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.935892] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.936049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.936107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.936240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.936330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.936450] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62c689d8-3893-449f-952b-480f1317ef78 is going to be created. [ 812.990920] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.990920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.991171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.991212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.991300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.991408] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 813.018299] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.018299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.018299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.018299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.018299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.023339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.023558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.023676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.023917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.024085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.034613] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 813.037093] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: IN_PROGRESS for 2s [ 813.045163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.045459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.045582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.045902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.046064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.046232] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be created. [ 813.074024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.074024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.074024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.074426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.074426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.088038] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: UNINITIALIZED for 2s [ 813.196982] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 813.197217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.647752] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44242488-335e-4ddf-96ff-e69e751af195 in Status: SUCCESS [ 814.648071] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44242488-335e-4ddf-96ff-e69e751af195 deletion is rescheduled due to dependency. [ 814.648143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.050799] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 815.051687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.055652] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: SUCCESS [ 815.056069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.101759] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 815.101978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.102188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.102390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.102589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.102734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.102805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.102971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.103149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.103298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.103450] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.110419] env[66818]: INFO networking_nsxv3.common.synchronization [req-9ba8df03-13a8-4579-b9d6-14406c151138 req-79120680-1c3a-464b-b71d-6066d106e50d tempest-ServersAdminNegativeTestJSON-1661346296 tempest-ServersAdminNegativeTestJSON-1661346296-project-member] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 815.111734] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGHEST for action security_group_members [ 815.112067] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.112195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.112265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.112463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.112663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.112752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.112790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.112974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.113091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113191] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.611915] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.612226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.612437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.612901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.613293] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.613711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.614031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.614413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.614573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.614793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.615103] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.615269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.615394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.615742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.616058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.616265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.616381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.616815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.616909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.617134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.617302] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.618980] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619954] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.620243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.620243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.620387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.620387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.620493] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be updated. [ 815.658356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.658682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.658682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.659564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.659564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.668495] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: IN_PROGRESS for 2s [ 816.123121] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 384f994c-0833-4894-af38-998e7c21e21b: rpc.has_security_group_logging(os_id): False [ 816.141684] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.141877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.141914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.142174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.142318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.142459] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.142559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.142619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.142790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.142857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.143076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.143225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.143225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.143370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.143445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.143645] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.143732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.143797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.143942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.144029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.144118] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be created. [ 816.317355] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.317355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.317355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.317355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.317355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.337554] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 817.678914] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 in Status: SUCCESS [ 817.679186] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 deletion is rescheduled due to dependency. [ 817.679283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.350563] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 818.351162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.982348] env[66818]: INFO networking_nsxv3.common.synchronization [req-b420e6f0-51b8-4231-bdfa-54bd9705acbf req-1ba99f6b-9afc-4b89-b095-541e79e89a2d tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 818.982953] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 818.983317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.983440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.983507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.983686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.984544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.984544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.984544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.985045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.985832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.985984] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.383527] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.383857] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.383893] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.385194] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.385194] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.385194] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.385580] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.385580] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.386016] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.386091] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.386236] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.387110] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.387110] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.387110] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.387110] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.387110] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.409074] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.409337] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.409484] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.409657] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.409975] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.410166] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.410279] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.410599] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.410764] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4f8c66-7ed5-4029-b7ef-9ff9640f7147',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.487889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.488253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.488413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.488682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.488839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.489177] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.489379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.489475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.490400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.490400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.490400] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 819.528234] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.528234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.528234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.528458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.528751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.540712] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 819.915563] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.915563] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.915563] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.915779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.915916] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.916080] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 not found, creating... [ 819.916624] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.916624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.916624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.916944] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.917145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.917411] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.917632] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.917808] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.918772] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.918772] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.918867] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 is going to be created. [ 819.949256] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.949256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.949256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.949256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.949256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.949256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.729662] env[66818]: INFO networking_nsxv3.common.synchronization [req-b420e6f0-51b8-4231-bdfa-54bd9705acbf req-eb92ec68-a358-4f2f-971d-d3e57f6cd29b service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 820.729932] env[66818]: INFO networking_nsxv3.common.synchronization [req-b420e6f0-51b8-4231-bdfa-54bd9705acbf req-eb92ec68-a358-4f2f-971d-d3e57f6cd29b service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 820.729969] env[66818]: INFO networking_nsxv3.common.synchronization [req-b420e6f0-51b8-4231-bdfa-54bd9705acbf req-eb92ec68-a358-4f2f-971d-d3e57f6cd29b service nova] Enqueued Resource ID: 8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 with Priority: HIGHEST for action port [ 820.730478] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 820.730620] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 820.730807] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 with Priority: HIGHEST for action port [ 820.731122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731643] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.736464] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.737875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.737875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.737875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.737875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.737875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.737875] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4f8c66-7ed5-4029-b7ef-9ff9640f7147',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.928707] env[66818]: INFO networking_nsxv3.common.synchronization [req-969d97da-4515-45a1-af66-79186a01490e req-b3a751c7-23f0-4257-a670-837e673a5593 tempest-ListServersNegativeTestJSON-361934563 tempest-ListServersNegativeTestJSON-361934563-project-member] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 820.929430] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 820.929784] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.929897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.929962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.930365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.931236] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.931236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.931236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.931236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.931236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.931236] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.237836] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.237975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.241394] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 with status ACTIVE [ 821.241394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.241394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.241394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.241394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.241394] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d4f8c66-7ed5-4029-b7ef-9ff9640f7147 is going to be updated. [ 821.263681] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.263681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.263681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.264122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.264122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.264232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4f8c66-7ed5-4029-b7ef-9ff9640f7147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.434543] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.552389] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 821.552581] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 821.552710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.552945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.553195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.553385] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.553503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.553569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.554539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.554846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.555053] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.695070] env[66818]: INFO networking_nsxv3.common.synchronization [req-9b4eb060-b2a0-4455-8316-f2f7b76de04b req-bd4191b9-9d85-4447-9b5e-966cf73d4786 tempest-ListServersNegativeTestJSON-361934563 tempest-ListServersNegativeTestJSON-361934563-project-member] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 821.695711] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGHEST for action security_group_members [ 821.696350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.696350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.937368] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.057729] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.440030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.440277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.440512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.440945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.441280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.441317] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 822.476255] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.476255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.476255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.476255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.476255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.490420] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 822.561015] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.062555] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.062926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.062926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.063144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.063176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.063306] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 823.097465] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.097549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.097549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.097785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.097972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.110082] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 823.639591] env[66818]: INFO networking_nsxv3.common.synchronization [None req-6255aaaa-db5f-4473-a16e-a95e316b10bd tempest-MigrationsAdminTest-1661198603 tempest-MigrationsAdminTest-1661198603-project-member] Enqueued Resource ID: b84ff76c-61cd-4386-b670-86a57d7acbd4 with Priority: HIGHEST for action security_group_rules [ 823.640228] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84ff76c-61cd-4386-b670-86a57d7acbd4 with Priority: HIGHEST for action security_group_rules [ 823.640471] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b84ff76c-61cd-4386-b670-86a57d7acbd4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.640590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.640658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.641150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.641264] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b84ff76c-61cd-4386-b670-86a57d7acbd4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.733401] env[66818]: INFO networking_nsxv3.common.synchronization [None req-3f969504-d81f-423b-9e72-b80e755e2f40 tempest-MigrationsAdminTest-1661198603 tempest-MigrationsAdminTest-1661198603-project-member] Enqueued Resource ID: b84ff76c-61cd-4386-b670-86a57d7acbd4 with Priority: HIGHEST for action security_group_rules [ 823.733907] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84ff76c-61cd-4386-b670-86a57d7acbd4 with Priority: HIGHEST for action security_group_rules [ 823.734275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b84ff76c-61cd-4386-b670-86a57d7acbd4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.734387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.159711] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.160094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.160094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.160352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.160460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.160570] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b84ff76c-61cd-4386-b670-86a57d7acbd4 already deleted. [ 824.160657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.160805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.161040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.161135] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b84ff76c-61cd-4386-b670-86a57d7acbd4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.504163] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 824.504463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.504583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.504808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.505083] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.505243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.505312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.505471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.505547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.505645] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.684332] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.684332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.684332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.684332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.684332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.684548] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b84ff76c-61cd-4386-b670-86a57d7acbd4 already deleted. [ 824.684658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b84ff76c-61cd-4386-b670-86a57d7acbd4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.008428] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.008596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.008671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.008885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.008975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.009194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.009293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.009356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.009514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.009588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.009673] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be updated. [ 825.056125] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.056293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.056342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.056552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.057274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.066510] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: IN_PROGRESS for 2s [ 825.122512] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 825.122917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.123209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.123277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.123505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.123599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.123639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.123766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.123896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.123948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.124041] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.628624] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.629023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.629023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.629284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.629537] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.629694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.629803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.630056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.630196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.630333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.630571] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.630719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.630816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.631205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.631442] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.631585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.631681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.631897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.632035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632302] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.135162] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34d1cd3-8982-43ca-8e8a-891f3bb3acb1: rpc.has_security_group_logging(os_id): False [ 826.157283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.157534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.157601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.157825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.157916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.158183] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.158252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.158288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.158421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.158500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.158701] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.158802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.158877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.159042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.159120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.159311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.159481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.159573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.159796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.159943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.160106] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 826.230602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.230830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.230830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.231156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.231156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.246103] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 826.374767] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.374767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.375070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.375160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.375296] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.877600] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.077341] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 in Status: SUCCESS [ 827.077542] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 deletion is rescheduled due to dependency. [ 827.077663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.380424] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.888053] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 827.888053] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 828.172512] env[66818]: INFO networking_nsxv3.common.synchronization [req-f13a1735-64f0-485d-a4a3-d73aa82efab2 req-22fba472-6202-4770-9278-4254150c89c8 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 828.173069] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 828.173396] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.173547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.173600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.173784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.173932] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.174041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.174109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.174251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.174335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.174432] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.263985] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 828.263985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.676713] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.725697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.725697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.725875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.726114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.739876] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 828.740784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.741648] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 828.771205] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.771443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.771485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.771717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.778217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.778883] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 828.778972] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 828.779062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 828.822058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.822237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.822387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.822524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.823732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.823904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 828.882292] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.882489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.882542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.882757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.883295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.883414] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 828.942978] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.942978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.942978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.943430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.943608] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 828.943703] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'94ae5cb0-805f-49ee-bf96-64b0591e16d4', '68c22fb4-51fc-4f4b-9354-6dbf8979b8da', '9faa46bb-011d-475a-b7e4-6458d8ab0528', 'c02e1950-2d7c-46e8-940c-3215b55b0eed', '361fd7a7-702d-46c8-bf65-d65515698e8a', '227127a0-5864-45de-aba5-9df1a369308d', '62c689d8-3893-449f-952b-480f1317ef78', 'fddf8347-8803-4297-875c-9746ff446b79', '44242488-335e-4ddf-96ff-e69e751af195', '16dfab9c-9158-4f93-baca-1375fa6ea913', 'd49ba839-2eb4-40d8-bde8-2fd44bc1182e', '8b7d5d43-fea3-4b06-b62b-284add7bf1f0', 'a20eb1b1-b37f-4b3d-8c49-399aa29ee962', '23db8389-b85f-48ca-83ed-fc18fcb5bf70', '7ad2200e-3e5a-4c94-9897-6c322395d700', '0718ab79-9a16-464c-9be0-3ea5955e04a3', '1691f910-9078-40c3-abd3-c44bb9f77dec', '90e66cd3-6088-484d-b5de-de7a5b4a4c8e', '6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992', '4f58f9d2-2a54-4371-b526-86f62f920780', '1b2852a6-131b-4db4-80e9-e4d5c0734102', '4c35dbdb-1976-4bd1-86a4-d0513431961e', '384f994c-0833-4894-af38-998e7c21e21b', '10475010-c150-4fff-ad0c-b7f0678a3dee', '9752faea-574e-410e-b1c2-b111699c7d5b', 'd34d1cd3-8982-43ca-8e8a-891f3bb3acb1', 'd098bc4c-96fc-4f4b-afe9-eb1083c02124', '7ad13af6-2361-4053-86e0-e47ba2ba6e58', '76fc8a5d-e8dc-479c-9f1c-e50151841b74', 'd0b2e641-5d88-440e-90a3-548a5b6c6391', '7ccef50d-ccad-4792-8150-9902026e2d6d'} {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 828.943786] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 828.966035] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.966679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.966679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.966878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.966966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.967089] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 828.967173] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 828.967234] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 829.029987] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.030609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.030609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.030609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.031143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.031364] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 829.031486] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.031633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 829.031633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 829.031633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 829.031787] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGH for action security_group_rules [ 829.031787] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGH for action security_group_rules [ 829.031881] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGH for action security_group_rules [ 829.031930] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGH for action security_group_rules [ 829.032065] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGH for action security_group_rules [ 829.032065] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGH for action security_group_rules [ 829.032172] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGH for action security_group_rules [ 829.032209] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGH for action security_group_rules [ 829.032248] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGH for action security_group_rules [ 829.032335] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGH for action security_group_rules [ 829.032403] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGH for action security_group_rules [ 829.032463] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGH for action security_group_rules [ 829.032513] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGH for action security_group_rules [ 829.032584] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGH for action security_group_rules [ 829.032584] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGH for action security_group_rules [ 829.032677] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGH for action security_group_rules [ 829.032755] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGH for action security_group_rules [ 829.032755] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGH for action security_group_rules [ 829.032862] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGH for action security_group_rules [ 829.032862] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGH for action security_group_rules [ 829.032957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.180245] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.479935] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 829.480191] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_members [ 829.480691] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 829.480773] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_members [ 829.480884] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 with Priority: HIGH for action security_group_rules [ 829.480976] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 with Priority: HIGH for action security_group_rules [ 829.481682] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGH for action security_group_rules [ 829.481835] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 with Priority: HIGH for action security_group_rules [ 829.481938] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGH for action security_group_rules [ 829.482048] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 with Priority: HIGH for action security_group_rules [ 829.482146] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e with Priority: HIGH for action security_group_rules [ 829.482238] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1691f910-9078-40c3-abd3-c44bb9f77dec with Priority: HIGH for action security_group_rules [ 829.482325] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGH for action security_group_rules [ 829.482411] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGH for action security_group_rules [ 829.482499] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 with Priority: HIGH for action security_group_rules [ 829.482595] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGH for action security_group_rules [ 829.482735] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGH for action security_group_rules [ 829.482788] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 with Priority: HIGH for action security_group_rules [ 829.482840] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44242488-335e-4ddf-96ff-e69e751af195 with Priority: HIGH for action security_group_rules [ 829.482922] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227127a0-5864-45de-aba5-9df1a369308d with Priority: HIGH for action security_group_rules [ 829.483033] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddf8347-8803-4297-875c-9746ff446b79 with Priority: HIGH for action security_group_rules [ 829.483124] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361fd7a7-702d-46c8-bf65-d65515698e8a with Priority: HIGH for action security_group_rules [ 829.483285] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da with Priority: HIGH for action security_group_rules [ 829.483428] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02e1950-2d7c-46e8-940c-3215b55b0eed with Priority: HIGH for action security_group_rules [ 829.483664] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.484555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.484555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.484555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.484555] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.484555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.484932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.484932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.484932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.485105] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.487946] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.487946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.487946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.488188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.488307] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.488423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.488487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.488635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.488987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.489106] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.491960] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.491960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.491960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.491960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.491960] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ae5cb0-805f-49ee-bf96-64b0591e16d4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.493597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9faa46bb-011d-475a-b7e4-6458d8ab0528 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.494531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.494531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.494531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.494531] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9faa46bb-011d-475a-b7e4-6458d8ab0528',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.496032] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.496032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.496032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.496032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.496776] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.499998] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad2200e-3e5a-4c94-9897-6c322395d700 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.499998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.499998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.499998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.499998] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad2200e-3e5a-4c94-9897-6c322395d700',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.500630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.500810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.500810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.501976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.501976] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.501976] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.502383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.502383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.502383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.502483] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.503160] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.503416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.503416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.503512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.503683] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e66cd3-6088-484d-b5de-de7a5b4a4c8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.504832] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1691f910-9078-40c3-abd3-c44bb9f77dec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.504949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.505033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.505205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.505328] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1691f910-9078-40c3-abd3-c44bb9f77dec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.505528] env[66818]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 829.506591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.506697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.506761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.506919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.507017] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.510342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510342] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.510342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510847] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20eb1b1-b37f-4b3d-8c49-399aa29ee962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.511862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.512047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.512106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.512287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.512358] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.513327] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.513460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.513792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.513792] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.514672] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16dfab9c-9158-4f93-baca-1375fa6ea913 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.514784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.515261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.515261] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16dfab9c-9158-4f93-baca-1375fa6ea913',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.516438] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44242488-335e-4ddf-96ff-e69e751af195 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.516438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.516438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.516635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.516635] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44242488-335e-4ddf-96ff-e69e751af195',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.517573] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-227127a0-5864-45de-aba5-9df1a369308d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.517674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.517724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.517893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.517968] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('227127a0-5864-45de-aba5-9df1a369308d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.518919] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fddf8347-8803-4297-875c-9746ff446b79 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519373] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fddf8347-8803-4297-875c-9746ff446b79',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.520275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-361fd7a7-702d-46c8-bf65-d65515698e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.520375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.520435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.520606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.520695] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('361fd7a7-702d-46c8-bf65-d65515698e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.521096] env[66818]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 829.521926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.522052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.522052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.522206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.522280] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68c22fb4-51fc-4f4b-9354-6dbf8979b8da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.523181] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02e1950-2d7c-46e8-940c-3215b55b0eed taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.523516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.523516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.523516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.523734] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02e1950-2d7c-46e8-940c-3215b55b0eed',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.528013] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.528151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.528204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.528855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.528855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.528855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.528855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.528855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.529134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.529134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.529203] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.713024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.713024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.713024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.713024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.713024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.713024] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 829.713511] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_rules [ 829.713511] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 829.713511] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_rules [ 829.713642] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_members [ 829.713820] env[66818]: INFO networking_nsxv3.common.synchronization [req-53912365-848c-4e7b-ac69-7000a8e80e82 req-3bd5e693-bcaa-452f-9ebd-663a222195d6 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 8b14e219-0b0c-40e7-91ff-b7363953626c with Priority: HIGHEST for action port [ 829.717783] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_rules [ 829.717932] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_rules [ 829.718055] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b14e219-0b0c-40e7-91ff-b7363953626c with Priority: HIGHEST for action port [ 829.718200] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 829.719083] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_members [ 829.723843] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.723843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.723843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.723843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.723843] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.724687] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d1276e-e458-44d0-aa86-ad39cdd8fd4e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.724834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.725471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.725471] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.726276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b14e219-0b0c-40e7-91ff-b7363953626c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.726393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.726465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.726628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.726711] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b14e219-0b0c-40e7-91ff-b7363953626c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.727465] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.727568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.727744] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.727819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.773354] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.773524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.774221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.774221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.774221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.789848] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 829.988180] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.992762] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.014454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.014592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.016554] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.016651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.033209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.033209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.033209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.033209] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.035080] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.045081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045081] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ae5cb0-805f-49ee-bf96-64b0591e16d4 is going to be deleted. [ 830.051030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.051030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.053672] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.053791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.067526] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.067799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.098110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.098409] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9faa46bb-011d-475a-b7e4-6458d8ab0528 is going to be deleted. [ 830.099159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.099445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.117843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.117903] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992 is going to be deleted. [ 830.118817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.119106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.137761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.137761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad2200e-3e5a-4c94-9897-6c322395d700 is going to be deleted. [ 830.158929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.159092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.159155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.159394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.159496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.159619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ae5cb0-805f-49ee-bf96-64b0591e16d4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.192169] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.192314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.192512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e1b55a3-5ff3-40be-8a11-ecbc1dfd6992" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.194584] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.194584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad2200e-3e5a-4c94-9897-6c322395d700" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.199455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.199455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.199455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.199455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.199455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.199455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9faa46bb-011d-475a-b7e4-6458d8ab0528" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.234365] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b14e219-0b0c-40e7-91ff-b7363953626c with status ACTIVE [ 830.234365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.234365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.234365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.234365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.234365] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b14e219-0b0c-40e7-91ff-b7363953626c is going to be updated. [ 830.235381] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235788] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.235919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.235984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.236161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.236302] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.236394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.236451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.236585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.236660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.236738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.236821] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.237768] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.237921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.237921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.239418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.239418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.239418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.239418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.239418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.239418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.239418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.239418] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.240953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.240953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.240953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.240953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.240953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.240953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.240953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.240953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.241464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.241464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.241464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.241464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.241464] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.257529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.257529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.299888] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.300183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.300274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.300551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.303326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.303494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.305396] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.305574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.320990] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.321197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.321909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.321909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.321909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.321909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.328997] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.329157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.333059] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.333321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.334258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.334391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.339288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.339412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.340275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.340383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.344728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.344854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.346726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.346865] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1691f910-9078-40c3-abd3-c44bb9f77dec is going to be deleted. [ 830.348019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.348221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.349886] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.350139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.387423] env[66818]: INFO networking_nsxv3.common.synchronization [req-3fa7884f-443d-4c37-abe4-1e5fa6706370 req-4d0bcbb8-d3cc-42cb-9e52-e8bf4a7864ae tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 830.387608] env[66818]: INFO networking_nsxv3.common.synchronization [req-3fa7884f-443d-4c37-abe4-1e5fa6706370 req-4d0bcbb8-d3cc-42cb-9e52-e8bf4a7864ae tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_members [ 830.388324] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 830.388512] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e with Priority: HIGHEST for action security_group_members [ 830.388930] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.389175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.389328] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.389399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.405073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.405073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fddf8347-8803-4297-875c-9746ff446b79 is going to be deleted. [ 830.405073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.405073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.423740] env[66818]: INFO networking_nsxv3.common.synchronization [req-f397fe2f-4e67-43c6-b205-4f4dbe38b6fa req-4325ad53-071d-486a-ade2-3c43d2c08e90 tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 830.424431] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 830.424701] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.424895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.424992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.425335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.425461] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.425655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.425733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.425872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.425955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.426691] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.444430] env[66818]: INFO networking_nsxv3.common.synchronization [req-3fa7884f-443d-4c37-abe4-1e5fa6706370 req-4d0bcbb8-d3cc-42cb-9e52-e8bf4a7864ae tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_rules [ 830.444729] env[66818]: INFO networking_nsxv3.common.synchronization [req-3fa7884f-443d-4c37-abe4-1e5fa6706370 req-4d0bcbb8-d3cc-42cb-9e52-e8bf4a7864ae tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 830.444979] env[66818]: INFO networking_nsxv3.common.synchronization [req-3fa7884f-443d-4c37-abe4-1e5fa6706370 req-4d0bcbb8-d3cc-42cb-9e52-e8bf4a7864ae tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 8b14e219-0b0c-40e7-91ff-b7363953626c with Priority: HIGHEST for action port [ 830.445700] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_rules [ 830.445861] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 830.445992] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b14e219-0b0c-40e7-91ff-b7363953626c with Priority: HIGHEST for action port [ 830.446609] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.446750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.447412] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.447537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b14e219-0b0c-40e7-91ff-b7363953626c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.448624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.448725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.448967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.449129] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b14e219-0b0c-40e7-91ff-b7363953626c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.487639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.487786] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 227127a0-5864-45de-aba5-9df1a369308d is going to be deleted. [ 830.489041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.489445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.490804] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.496254] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.537106] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.538307] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62c689d8-3893-449f-952b-480f1317ef78: rpc.has_security_group_logging(os_id): False [ 830.552621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.552621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.559395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.559536] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20eb1b1-b37f-4b3d-8c49-399aa29ee962 is going to be deleted. [ 830.560800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.561041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.574893] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.574893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.597148] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.597318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.630706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.630844] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44242488-335e-4ddf-96ff-e69e751af195 is going to be deleted. [ 830.632044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.632273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.659274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.659423] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16dfab9c-9158-4f93-baca-1375fa6ea913 is going to be deleted. [ 830.660480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.660869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.675200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.675326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.692507] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.692703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.730023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.730023] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e66cd3-6088-484d-b5de-de7a5b4a4c8e is going to be deleted. [ 830.730023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.730023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.743271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.743271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.750863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.751127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.751127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.751482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.751663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.751765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.751821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.752111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.752203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.752297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.752449] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.752540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.752597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.752736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.752904] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.753068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.753291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.753431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.754242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.754242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.754242] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.756057] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.756057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.756057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.756057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.756057] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.756409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.756409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.756409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.756508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.756541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.756812] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.756812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.756949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.756998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.757333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.757333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.757333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.760370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.760370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.760370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.760370] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.760370] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.817061] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.817061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-402" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.817061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-402" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.817061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-402" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.817061] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.817061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.817061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.818048] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.819373] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.819373] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.819373] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.819373] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.819373] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.819373] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.822032] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.822032] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.831451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.831993] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68c22fb4-51fc-4f4b-9354-6dbf8979b8da is going to be deleted. [ 830.834238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.834609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.876038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.876215] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02e1950-2d7c-46e8-940c-3215b55b0eed is going to be deleted. [ 830.877204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.877491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.879117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.879300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.893704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.893899] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.894541] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.894541] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-402" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.894541] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.894777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.894825] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.895136] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.895275] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1c0cb5-8074-42c6-9a84-e163bcf6fe66',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.928339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.928488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.930267] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.930415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.953836] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b14e219-0b0c-40e7-91ff-b7363953626c with status ACTIVE [ 830.954293] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.954468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.954534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.955127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.955127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.955293] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.955657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.955788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.955960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.956102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.956405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.956566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.956668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.956903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.957040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.957182] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b14e219-0b0c-40e7-91ff-b7363953626c is going to be updated. [ 830.966444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.966592] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 361fd7a7-702d-46c8-bf65-d65515698e8a is going to be deleted. [ 830.967848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.968143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.968272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.968446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1691f910-9078-40c3-abd3-c44bb9f77dec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.968660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.969716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.993301] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.993780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.993780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.993780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.993906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.993938] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be updated. [ 830.998966] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.999169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.999233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.999423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.999520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.999605] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e is going to be created. [ 831.038387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.039049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.039232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b14e219-0b0c-40e7-91ff-b7363953626c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.040654] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f58f9d2-2a54-4371-b526-86f62f920780: rpc.has_security_group_logging(os_id): False [ 831.044721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.044912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.049126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.049463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.049575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.049645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.049842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.049924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050036] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62c689d8-3893-449f-952b-480f1317ef78 is going to be updated. [ 831.051243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.051528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.051647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fddf8347-8803-4297-875c-9746ff446b79" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.051882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.052099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-227127a0-5864-45de-aba5-9df1a369308d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.052590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20eb1b1-b37f-4b3d-8c49-399aa29ee962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.052956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.053039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.053148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44242488-335e-4ddf-96ff-e69e751af195" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.053842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.054099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16dfab9c-9158-4f93-baca-1375fa6ea913" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.054797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.055123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.055241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.055301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.055436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.055511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.055608] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 already deleted. [ 831.055678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.055818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.055956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.056045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.056261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e66cd3-6088-484d-b5de-de7a5b4a4c8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.056385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.056524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.056597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.056705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68c22fb4-51fc-4f4b-9354-6dbf8979b8da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.075999] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.076208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.076254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.076454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.081942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.082152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.082152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.082348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.082506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.094723] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.094948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.094948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.095170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.095330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.098193] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e in Status: UNINITIALIZED for 2s [ 831.112779] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 831.146430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.146737] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.146857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.146925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.147141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.147225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.147319] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 831.158122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.158386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.158386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.158544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.158647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.158765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02e1950-2d7c-46e8-940c-3215b55b0eed" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.234363] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.234596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.234679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.234897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.234990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.235132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-361fd7a7-702d-46c8-bf65-d65515698e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.256778] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23db8389-b85f-48ca-83ed-fc18fcb5bf70: rpc.has_security_group_logging(os_id): False [ 831.259688] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b7d5d43-fea3-4b06-b62b-284add7bf1f0: rpc.has_security_group_logging(os_id): False [ 831.260874] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0718ab79-9a16-464c-9be0-3ea5955e04a3: rpc.has_security_group_logging(os_id): False [ 831.284995] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.285283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.285283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.285476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.285624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305212] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.305212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.305212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.305513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.307555] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.307695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.331875] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: IN_PROGRESS for 2s [ 831.339279] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.339581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.373650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.375025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.375025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.375025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.375025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.375025] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.375334] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be updated. [ 831.377413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.377413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.398329] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.398329] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.398554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.398734] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.398832] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.401860] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 not found, creating... [ 831.401860] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.401860] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.401860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.402808] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.402808] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 is going to be created. [ 831.462221] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.462221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.467477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.467890] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.468174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.468174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.468444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.468522] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.468777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.468903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.468987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.470416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.470416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.470675] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.470818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.470818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.471323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.471788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.471960] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be updated. [ 831.473284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.473566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.479550] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.479841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.480016] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.480415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.480763] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481176] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.540595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.540981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.541142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.541323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.541572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.541680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.542158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.542345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.542472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.542719] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.542930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.543185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.543355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.543451] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be updated. [ 831.544900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.545102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.545314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.576685] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.576803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.576884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.577123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.577278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.601533] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 831.611894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 831.710729] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.710891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.710950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.711244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.711414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.725525] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.725639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.725639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.726368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.726368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.728704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 831.757381] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.757834] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 831.800115] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 831.800383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.800600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.800833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.801060] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.801165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.801301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.801384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.801687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.801687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.801687] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.106790] env[66818]: INFO networking_nsxv3.common.synchronization [req-f397fe2f-4e67-43c6-b205-4f4dbe38b6fa req-d07e3ed4-4eea-4626-bf5c-db1b729ef919 service nova] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 832.107051] env[66818]: INFO networking_nsxv3.common.synchronization [req-f397fe2f-4e67-43c6-b205-4f4dbe38b6fa req-d07e3ed4-4eea-4626-bf5c-db1b729ef919 service nova] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 832.107122] env[66818]: INFO networking_nsxv3.common.synchronization [req-f397fe2f-4e67-43c6-b205-4f4dbe38b6fa req-d07e3ed4-4eea-4626-bf5c-db1b729ef919 service nova] Enqueued Resource ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with Priority: HIGHEST for action port [ 832.107654] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 832.107789] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 832.107956] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with Priority: HIGHEST for action port [ 832.108160] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.108281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.108348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.108544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.108624] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.109460] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.110387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.110387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.110387] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.113800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.113800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.113800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.113800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.113800] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1c0cb5-8074-42c6-9a84-e163bcf6fe66',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.304944] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.305195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.305267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.305629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.305875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.306754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.306754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.306754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.306754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.306754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.306989] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.306989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.307077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.307233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.307498] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.307610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.307665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.308778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.308778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.312164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.312367] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.613731] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.616863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.616863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.617052] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with status ACTIVE [ 832.617210] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.617294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.617539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.617609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.617650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.617815] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.617986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.617986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.618126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.619303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.619303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.619303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.619303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.619303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.619303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.619303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 is going to be updated. [ 832.649209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.649209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.649209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.649209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.649209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.649209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.814669] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d49ba839-2eb4-40d8-bde8-2fd44bc1182e: rpc.has_security_group_logging(os_id): False [ 832.837931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.838042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.838042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.838263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.861719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.861993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.862204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.862481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.862815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.863038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.863222] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.863364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.863430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.863569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.863643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.863727] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 832.938247] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.938458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.938458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.938681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.938830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.952501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 833.112630] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e in Status: SUCCESS [ 833.112927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.114034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.114238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.114438] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.114548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.114607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.114764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.114846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.114942] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.120685] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.131325] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 833.131539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.131980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.132451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.132582] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.132691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.132847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.132909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.132977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.133088] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.347775] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: SUCCESS [ 833.348015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.622651] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.622877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.622924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.624456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.624456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.624456] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.624456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.624456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.624456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.624456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.624456] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e is going to be deleted. [ 833.625713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.625713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.625713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.625713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.625713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.625713] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be created. [ 833.634730] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.645180] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 833.645410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.647311] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 833.647632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.660197] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.677828] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.677978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.678063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.678270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.678371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.678587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.679232] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: UNINITIALIZED for 2s [ 833.679381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.679552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.679714] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.679815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.679910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.680135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.680259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.680432] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.743764] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 833.744087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.774988] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 833.775368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.137549] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.184467] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.184711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.184711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.185045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.185045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.185200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.185299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.185360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.185525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.185606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.185693] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e already deleted. [ 834.185773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.185996] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.187434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.187434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.187570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.187653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.187713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.187824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.187936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.187974] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.644148] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.644384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.644496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.644787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.644917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.645045] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be updated. [ 834.679928] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.680120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.680196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.680366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.680536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.689777] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 834.690086] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83d1276e-e458-44d0-aa86-ad39cdd8fd4e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.691400] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.691566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.691623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.691854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.692272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.692442] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.692664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.692664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.692851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.692989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.693057] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e already deleted. [ 834.693183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.970245] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 834.970484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.195563] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83d1276e-e458-44d0-aa86-ad39cdd8fd4e: rpc.has_security_group_logging(os_id): False [ 835.216804] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.216983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.217304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.217392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.217640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.217739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.217977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.218032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.218139] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e is going to be created. [ 835.235043] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/83d1276e-e458-44d0-aa86-ad39cdd8fd4e], does not exist path=[/infra/domains/default/groups/83d1276e-e458-44d0-aa86-ad39cdd8fd4e]."\n}' [ 835.235043] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83d1276e-e458-44d0-aa86-ad39cdd8fd4e [ 835.235043] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 835.268072] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.268790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.268790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.268790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.269088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.269341] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.269448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.269520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.269707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.269788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.269991] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.270101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.270164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.270305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.270379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.270467] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d1276e-e458-44d0-aa86-ad39cdd8fd4e is going to be created. [ 835.302133] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/83d1276e-e458-44d0-aa86-ad39cdd8fd4e], does not exist path=[/infra/domains/default/groups/83d1276e-e458-44d0-aa86-ad39cdd8fd4e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83d1276e-e458-44d0-aa86-ad39cdd8fd4e [ 835.302250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d1276e-e458-44d0-aa86-ad39cdd8fd4e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.302845] env[66818]: Traceback (most recent call last): [ 835.302922] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 835.302922] env[66818]: return func(*args, **kwargs) [ 835.302922] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 835.302922] env[66818]: res.raise_for_status() [ 835.302922] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 835.302922] env[66818]: raise HTTPError(http_error_msg, response=self) [ 835.302922] env[66818]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83d1276e-e458-44d0-aa86-ad39cdd8fd4e [ 835.302922] env[66818]: During handling of the above exception, another exception occurred: [ 835.302922] env[66818]: Traceback (most recent call last): [ 835.302922] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 835.302922] env[66818]: listener.cb(fileno) [ 835.302922] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 835.302922] env[66818]: result = function(*args, **kwargs) [ 835.302922] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 835.302922] env[66818]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 835.302922] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 835.302922] env[66818]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 835.302922] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 835.302922] env[66818]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 835.302922] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 835.302922] env[66818]: res.raise_for_status() [ 835.302922] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 835.302922] env[66818]: raise HTTPError(http_error_msg, response=self) [ 835.302922] env[66818]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/83d1276e-e458-44d0-aa86-ad39cdd8fd4e [ 835.302922] env[66818]: Removing descriptor: 21 [ 835.690131] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: SUCCESS [ 835.690131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.690131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.691100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.691100] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.691100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.691100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.691100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.691100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.691100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.691100] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.194161] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.511797] env[66818]: INFO networking_nsxv3.common.synchronization [req-27e5e901-0e67-48a0-87ad-87765e7f3ee2 req-458f8984-0152-4a05-af71-fb7a0e78f40b tempest-ServerTagsTestJSON-785329810 tempest-ServerTagsTestJSON-785329810-project-member] Enqueued Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_members [ 836.512691] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_members [ 836.513126] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.513312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.513398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.513818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.514032] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.514192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.514279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.514533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.514680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.514806] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.700518] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e394838-6dd5-4327-b6a0-088960b032a0: rpc.has_security_group_logging(os_id): False [ 836.702382] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 836.702608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.702854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.703117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.703318] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.703514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.703576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.703746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.703828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.704132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.704132] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.705665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.705665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.705876] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.706543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.706543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.706667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.706705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.706814] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.723567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.723733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.723829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.724308] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.725628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.725678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.726625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.726625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.726625] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be created. [ 836.801746] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.801867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.801867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.802968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.802968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.815370] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: IN_PROGRESS for 2s [ 836.964284] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.964284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.964284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.964284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.964785] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.965180] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.965796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.966167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.966637] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.966942] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.968916] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.968916] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.968916] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.968916] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.968916] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.968916] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.991348] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.991561] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.991702] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.991878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-290" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.993503] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-009b1906-90b5-4445-bdf1-cc23e4cb9db0 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.993503] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.993503] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.993503] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.993503] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009b1906-90b5-4445-bdf1-cc23e4cb9db0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.018476] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.018633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.018705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.018949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.019055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.019254] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.019355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.019411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.019564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.019640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.019724] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9885c759-6ce3-445c-8fd9-38883d465d04 already deleted. [ 837.019990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.211030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.211030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.211030] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.495534] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.495841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.496048] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.496479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.496738] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.498023] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 009b1906-90b5-4445-bdf1-cc23e4cb9db0 not found, creating... [ 837.498023] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.498023] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.498023] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.498274] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.498440] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.498902] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.499189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.499360] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.499701] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.499938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.500188] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 009b1906-90b5-4445-bdf1-cc23e4cb9db0 is going to be created. [ 837.521649] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.522116] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.522469] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.522794] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.522968] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.713262] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.216035] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.216224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.216321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.216592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.216715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.216845] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be updated. [ 838.265718] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.265718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.265718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.265718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.265718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.276084] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 838.308820] env[66818]: INFO networking_nsxv3.common.synchronization [req-27e5e901-0e67-48a0-87ad-87765e7f3ee2 req-a305ae45-9634-4e36-b5e5-f3c90efb874a service nova] Enqueued Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_rules [ 838.309203] env[66818]: INFO networking_nsxv3.common.synchronization [req-27e5e901-0e67-48a0-87ad-87765e7f3ee2 req-a305ae45-9634-4e36-b5e5-f3c90efb874a service nova] Enqueued Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_members [ 838.309414] env[66818]: INFO networking_nsxv3.common.synchronization [req-27e5e901-0e67-48a0-87ad-87765e7f3ee2 req-a305ae45-9634-4e36-b5e5-f3c90efb874a service nova] Enqueued Resource ID: 009b1906-90b5-4445-bdf1-cc23e4cb9db0 with Priority: HIGHEST for action port [ 838.310532] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_rules [ 838.310532] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_members [ 838.310532] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009b1906-90b5-4445-bdf1-cc23e4cb9db0 with Priority: HIGHEST for action port [ 838.310898] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.310898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.310898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.311177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.311322] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.312384] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.312574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.312653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.312856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.314117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.314384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.314474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.314703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.314911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.314911] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.316559] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-009b1906-90b5-4445-bdf1-cc23e4cb9db0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.316681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.316789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.317074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.317074] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009b1906-90b5-4445-bdf1-cc23e4cb9db0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.827028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.827028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.827028] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.827028] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 009b1906-90b5-4445-bdf1-cc23e4cb9db0 with status ACTIVE [ 838.827028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.828462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.828770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.829351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.829935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.830294] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.830609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.832151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.832151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.832151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.832151] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.832637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.832637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.833344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.833738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.834675] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 009b1906-90b5-4445-bdf1-cc23e4cb9db0 is going to be updated. [ 838.838156] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: SUCCESS [ 838.838595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.864585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.864585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.864585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.864812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.864938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.865282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009b1906-90b5-4445-bdf1-cc23e4cb9db0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.338220] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.588017] env[66818]: INFO networking_nsxv3.common.synchronization [req-d41a7416-5973-40a1-82d1-27276b33aed6 req-a4ccc8a1-3bd5-424a-8ddb-015381727ea5 tempest-ServerRescueTestJSONUnderV235-1394528861 tempest-ServerRescueTestJSONUnderV235-1394528861-project-member] Enqueued Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 839.588620] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384f994c-0833-4894-af38-998e7c21e21b with Priority: HIGHEST for action security_group_members [ 839.588966] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.589094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.846022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.846022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.846022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.846022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.846022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.846022] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9885c759-6ce3-445c-8fd9-38883d465d04 is going to be created. [ 839.880014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.880262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.880317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.880519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.880702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.891217] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9885c759-6ce3-445c-8fd9-38883d465d04 in Status: UNINITIALIZED for 2s [ 840.288973] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 840.289248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.289461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.289781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.289926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.290058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.290560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.290755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.290874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.290943] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.793658] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.793927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.793996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.794227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.818387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.818755] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.818925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.818996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.819214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.819299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.819394] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be updated. [ 840.854159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.854509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.854509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.854591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.854750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.863662] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 841.631177] env[66818]: INFO networking_nsxv3.common.synchronization [req-5575bb75-c94c-4234-b767-dc10c941c203 req-901618ec-cf76-4830-a60d-9cf3804eb8f6 tempest-ListImageFiltersTestJSON-716680670 tempest-ListImageFiltersTestJSON-716680670-project-member] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 841.631748] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGHEST for action security_group_members [ 841.632051] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.632175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.632425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.632870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.633156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.633386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.633620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.633829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.633829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.633938] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.901442] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9885c759-6ce3-445c-8fd9-38883d465d04 in Status: SUCCESS [ 841.901883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.901883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.902127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.902329] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.902458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.902519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.902682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.902764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.902848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.902938] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.139897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.140080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.140158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.141089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.164186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.164186] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.164186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.164186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.164186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.164186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.164186] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be updated. [ 842.189098] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.189253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.189334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.189538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.189709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.203139] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: IN_PROGRESS for 2s [ 842.405915] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.405915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.405915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.405915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.406196] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.406196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.406196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.406440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.406440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.407162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.407162] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.407162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.407162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.407162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.407162] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.407162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.407422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.407422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.407422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.407612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.407612] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.876680] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 842.876741] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b deletion is rescheduled due to dependency. [ 842.876873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.878038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.878038] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.878038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.878038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.878322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.878682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-384f994c-0833-4894-af38-998e7c21e21b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.878682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.880151] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.880151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.880151] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.881348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.881665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.881924] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.882120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.882217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.882510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.882642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.882835] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.910112] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9885c759-6ce3-445c-8fd9-38883d465d04: rpc.has_security_group_logging(os_id): False [ 842.931360] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.931564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.931884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.931884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.931994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.932212] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.932327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.932419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.932603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.932682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.932890] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.933606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.934073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.934139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.934285] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9885c759-6ce3-445c-8fd9-38883d465d04 is going to be created. [ 842.998847] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.998847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.998847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.998847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.998847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.008422] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9885c759-6ce3-445c-8fd9-38883d465d04 in Status: IN_PROGRESS for 2s [ 843.386119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.386292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.386366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.386579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.386668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.386897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.387051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.387152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.387278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.387355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.387459] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be updated. [ 843.388630] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 384f994c-0833-4894-af38-998e7c21e21b: rpc.has_security_group_logging(os_id): False [ 843.405581] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.405769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.405769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.405966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.406110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.406317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.406420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.406484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.406644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.406719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.406999] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.407124] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.407124] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.407263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.407338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.407529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.407622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.407898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.407999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.408089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.408179] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be updated. [ 843.419738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.419866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.419866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.420031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.420185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.429067] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 843.476924] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.477107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.477153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.477368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.477529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.490114] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: IN_PROGRESS for 2s [ 843.494755] env[66818]: INFO networking_nsxv3.common.synchronization [req-007d6817-f47a-4114-bfe4-516cd5a704e9 req-64152b84-dfc5-4545-9040-fa5e99f010c9 tempest-ServersNegativeTestMultiTenantJSON-1609894486 tempest-ServersNegativeTestMultiTenantJSON-1609894486-project-member] Enqueued Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_members [ 843.495367] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_members [ 843.495746] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.495907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.495993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.496274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.496455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.496587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.496653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.496837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.497101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.497159] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.868735] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.868937] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-83" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.869072] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-83" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.869502] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-83" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.869805] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.870010] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.870201] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.870478] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.870621] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.870829] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.870952] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.871075] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.871177] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.871282] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.871382] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.871511] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.890470] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.890639] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.890770] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.890943] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-83" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.891261] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.891425] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.891634] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.891991] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.892145] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a658f1a-18e5-46d8-a90d-781fb1e2aa6e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.999137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.999480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.999480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.999735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.999735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.999915] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.000070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.000144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.000301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.000393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.000484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 already deleted. [ 844.000577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.214985] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 in Status: SUCCESS [ 844.214985] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 deletion is rescheduled due to dependency. [ 844.214985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.394777] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.395013] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.395141] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.395414] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.395560] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.395770] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 8a658f1a-18e5-46d8-a90d-781fb1e2aa6e not found, creating... [ 844.395963] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.396174] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.396312] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.396530] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.396665] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.396939] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.397134] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.397211] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.397411] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.397539] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.397674] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 8a658f1a-18e5-46d8-a90d-781fb1e2aa6e is going to be created. [ 844.418295] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.418530] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.418636] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.418902] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.419254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.419489] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.027273] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9885c759-6ce3-445c-8fd9-38883d465d04 in Status: SUCCESS [ 845.027637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.135957] env[66818]: INFO networking_nsxv3.common.synchronization [req-007d6817-f47a-4114-bfe4-516cd5a704e9 req-2a60a901-8221-4864-949c-6381c0a685d3 service nova] Enqueued Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_rules [ 845.135957] env[66818]: INFO networking_nsxv3.common.synchronization [req-007d6817-f47a-4114-bfe4-516cd5a704e9 req-2a60a901-8221-4864-949c-6381c0a685d3 service nova] Enqueued Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_members [ 845.135957] env[66818]: INFO networking_nsxv3.common.synchronization [req-007d6817-f47a-4114-bfe4-516cd5a704e9 req-2a60a901-8221-4864-949c-6381c0a685d3 service nova] Enqueued Resource ID: 8a658f1a-18e5-46d8-a90d-781fb1e2aa6e with Priority: HIGHEST for action port [ 845.136352] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_rules [ 845.136525] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_members [ 845.136647] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a658f1a-18e5-46d8-a90d-781fb1e2aa6e with Priority: HIGHEST for action port [ 845.136972] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.137577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.137577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.137577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.137577] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.138879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.139092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.139256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.139503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.140808] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.141117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.141435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.142038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.142038] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.142795] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.142939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.143029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.143175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.143249] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a658f1a-18e5-46d8-a90d-781fb1e2aa6e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.438714] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 845.438926] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 384f994c-0833-4894-af38-998e7c21e21b deletion is rescheduled due to dependency. [ 845.439105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.504391] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 384f994c-0833-4894-af38-998e7c21e21b in Status: SUCCESS [ 845.504704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.504922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.505612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.505612] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('384f994c-0833-4894-af38-998e7c21e21b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.646223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.646380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.646573] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.647528] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a658f1a-18e5-46d8-a90d-781fb1e2aa6e with status ACTIVE [ 845.647728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.647844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.647912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.648131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.648217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.648395] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.648487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.648548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.648697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.648769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.648946] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.649569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.649656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.649832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.649938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.650024] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a658f1a-18e5-46d8-a90d-781fb1e2aa6e is going to be updated. [ 845.677059] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.679017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.679407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.679407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.680028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.680028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a658f1a-18e5-46d8-a90d-781fb1e2aa6e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.028258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.028567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.028567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.028799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.028799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.028927] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 384f994c-0833-4894-af38-998e7c21e21b is going to be deleted. [ 846.080492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.081518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.081518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.081518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.081518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.081518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-384f994c-0833-4894-af38-998e7c21e21b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.152878] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.656725] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.656932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.657020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.657213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.657305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.657433] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 is going to be created. [ 846.682905] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.683067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.683139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.683512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.683737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.693497] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 in Status: UNINITIALIZED for 2s [ 848.711453] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 in Status: SUCCESS [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.711453] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.711453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.712232] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.216885] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.217889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.217889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.218558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.218558] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.218558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.218558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.218558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.218558] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.218762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.218762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.218762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.218851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.218886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.219199] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.721101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa6ae81-f87a-443a-8441-2ff4b19a6c42: rpc.has_security_group_logging(os_id): False [ 849.742051] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.742314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.742392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.742683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.742726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.742895] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.742990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.743083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.743288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.743384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.743582] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.743677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.743733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.743871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.743983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.744229] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.744359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.744429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.744573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.744664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.744760] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 is going to be created. [ 849.809711] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.809877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.809985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.810235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.810435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.833796] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 in Status: IN_PROGRESS for 2s [ 850.138683] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 850.138683] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 850.886145] env[66818]: INFO networking_nsxv3.common.synchronization [req-79942a71-be0f-4552-94cf-649c6e3b855a req-82060e43-f63b-4ede-90a4-502abba6f014 tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 850.886676] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 850.886975] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.888514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.888629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.888886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.890602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.890667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.890871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.890953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.891029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.891134] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.200454] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.200649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.200769] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.201069] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.201331] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.201626] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.201626] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.201797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.201960] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.202206] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.202321] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.202410] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.202620] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.202620] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.202764] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.202824] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.237557] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.237775] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.237993] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.238225] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.238543] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-89ad569b-325f-4660-a01e-f26a2b185dd1 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238741] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.239169] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.239303] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ad569b-325f-4660-a01e-f26a2b185dd1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.397606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.397723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.398376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.398376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.420013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.420810] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.420950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.421029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.421225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.421342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.421439] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 851.449728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.450122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.450239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.450659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.450911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.463142] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 851.620238] env[66818]: INFO networking_nsxv3.common.synchronization [req-dc78df3e-0cc6-4127-b8eb-86fb72a0c196 req-91a71462-8a5d-4569-bd1f-9b7a98267d7d tempest-ServerTagsTestJSON-785329810 tempest-ServerTagsTestJSON-785329810-project-member] Enqueued Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_members [ 851.620762] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGHEST for action security_group_members [ 851.621684] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.621830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.621899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.622497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.622678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.622800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.622873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.623047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.623133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.623232] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.742456] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.742730] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.742730] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.742970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.743132] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.743295] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 89ad569b-325f-4660-a01e-f26a2b185dd1 not found, creating... [ 851.743557] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.743755] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.743865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.746265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.746265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.746265] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.746265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.746265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.746265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.746265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.746265] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 89ad569b-325f-4660-a01e-f26a2b185dd1 is going to be created. [ 851.766837] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.767051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.767100] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.767397] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.767706] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.767984] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.849231] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 in Status: SUCCESS [ 851.849467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.127943] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.127943] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.127943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.127943] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9885c759-6ce3-445c-8fd9-38883d465d04 is going to be updated. [ 852.157236] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.157236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.157236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.157236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.157236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.167481] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9885c759-6ce3-445c-8fd9-38883d465d04 in Status: IN_PROGRESS for 2s [ 852.528054] env[66818]: INFO networking_nsxv3.common.synchronization [req-79942a71-be0f-4552-94cf-649c6e3b855a req-78ec64b8-cbf5-4043-978a-af7a638c8b7d service nova] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_rules [ 852.528054] env[66818]: INFO networking_nsxv3.common.synchronization [req-79942a71-be0f-4552-94cf-649c6e3b855a req-78ec64b8-cbf5-4043-978a-af7a638c8b7d service nova] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 852.528191] env[66818]: INFO networking_nsxv3.common.synchronization [req-79942a71-be0f-4552-94cf-649c6e3b855a req-78ec64b8-cbf5-4043-978a-af7a638c8b7d service nova] Enqueued Resource ID: 89ad569b-325f-4660-a01e-f26a2b185dd1 with Priority: HIGHEST for action port [ 852.528883] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_rules [ 852.529211] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 852.529211] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ad569b-325f-4660-a01e-f26a2b185dd1 with Priority: HIGHEST for action port [ 852.529396] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.529533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.529615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.529927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.530025] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.531340] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.532407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.532407] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ad569b-325f-4660-a01e-f26a2b185dd1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.532407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.532407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.532407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.532407] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ad569b-325f-4660-a01e-f26a2b185dd1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.973786] env[66818]: INFO networking_nsxv3.common.synchronization [None req-bc415f5b-b640-4272-9e7b-24d96657c39e None None] Enqueued Resource ID: 1fe087ba-124e-4189-b937-64b0265e268d with Priority: HIGHEST for action port [ 852.974064] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe087ba-124e-4189-b937-64b0265e268d with Priority: HIGHEST for action port [ 852.974692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe087ba-124e-4189-b937-64b0265e268d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.974792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe087ba-124e-4189-b937-64b0265e268d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.974832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe087ba-124e-4189-b937-64b0265e268d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.975134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe087ba-124e-4189-b937-64b0265e268d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.975204] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe087ba-124e-4189-b937-64b0265e268d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.034409] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.034622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.034762] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ad569b-325f-4660-a01e-f26a2b185dd1 with status ACTIVE [ 853.034981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.035092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.035092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.035429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.035597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.035705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.035768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.036011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.036208] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.036325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.036396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.036528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.036602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.036684] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ad569b-325f-4660-a01e-f26a2b185dd1 is going to be updated. [ 853.068657] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.068892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.068892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.069094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.069231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.069397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ad569b-325f-4660-a01e-f26a2b185dd1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.476812] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 853.476812] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b deletion is rescheduled due to dependency. [ 853.476812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.477191] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fe087ba-124e-4189-b937-64b0265e268d [ 853.477191] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.477311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.477349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.477622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.477716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.477763] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fe087ba-124e-4189-b937-64b0265e268d already deleted. [ 853.477827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe087ba-124e-4189-b937-64b0265e268d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.477953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.478164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.478317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.478437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.478497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.478637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.478729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.478823] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.982443] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.180431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9885c759-6ce3-445c-8fd9-38883d465d04 in Status: SUCCESS [ 854.180431] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9885c759-6ce3-445c-8fd9-38883d465d04 deletion is rescheduled due to dependency. [ 854.180431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.485251] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.990802] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.990802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.990802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.990802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.990802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.990802] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 855.030436] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.030436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.030578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.030716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.031251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.048052] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 855.067736] env[66818]: INFO networking_nsxv3.common.synchronization [None req-03a25661-8b84-403c-87a0-13c92fcee7fd None None] Enqueued Resource ID: 2fa1bf09-9faf-4069-a83b-5599b65ae187 with Priority: HIGHEST for action port [ 855.068534] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa1bf09-9faf-4069-a83b-5599b65ae187 with Priority: HIGHEST for action port [ 855.069032] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa1bf09-9faf-4069-a83b-5599b65ae187 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.069112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa1bf09-9faf-4069-a83b-5599b65ae187" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.069212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa1bf09-9faf-4069-a83b-5599b65ae187" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.069497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa1bf09-9faf-4069-a83b-5599b65ae187" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.069616] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa1bf09-9faf-4069-a83b-5599b65ae187',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.571561] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fa1bf09-9faf-4069-a83b-5599b65ae187 [ 855.571842] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.571916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.572236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.572577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.572753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.572804] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fa1bf09-9faf-4069-a83b-5599b65ae187 already deleted. [ 855.573169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa1bf09-9faf-4069-a83b-5599b65ae187" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.060935] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 857.061319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.061389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.061595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.061790] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.061919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.061987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.062175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.062291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.063194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.063194] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.341621] env[66818]: INFO networking_nsxv3.common.synchronization [req-2e75fb38-54c2-4610-8be9-c91ffc6c1f39 req-6e9c924a-70b9-4d35-841a-022870171071 tempest-ServersNegativeTestMultiTenantJSON-1609894486 tempest-ServersNegativeTestMultiTenantJSON-1609894486-project-member] Enqueued Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_members [ 857.341761] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGHEST for action security_group_members [ 857.342718] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.342850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.343138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.343311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.344052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.344052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.344052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.344052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.344052] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.565024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.565550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.565550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.565550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.565550] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.565827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.565827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.565827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.565984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.566042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.566211] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.566307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.566366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.566513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.566669] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.566757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.566820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.566959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.567049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.567133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.567222] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.847810] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.847810] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.847810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.847810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 is going to be updated. [ 857.878050] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.878050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.878050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.878050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.878050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.887133] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 in Status: IN_PROGRESS for 2s [ 858.070475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9752faea-574e-410e-b1c2-b111699c7d5b: rpc.has_security_group_logging(os_id): False [ 858.088879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.088879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.088879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.088879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.089615] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.089615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.089615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.089615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.089768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.089835] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 858.156774] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.156908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.156970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.157197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.157352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.173980] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 858.762526] env[66818]: INFO networking_nsxv3.common.synchronization [req-025bd8c7-5483-469f-9e88-cf88d63e5c6e req-c2b6d351-d02e-4bcb-a872-82933053282a tempest-ServerMetadataTestJSON-1064879038 tempest-ServerMetadataTestJSON-1064879038-project-member] Enqueued Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_members [ 858.763203] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_members [ 858.763630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.763803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.763911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.764265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.765147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.765147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.765274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.766031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.766031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.766031] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.093010] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.093297] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-933" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.093351] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-933" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.094022] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-933" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.094022] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.094217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.094217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.094487] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.095711] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096175] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.096175] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.096265] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.096355] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.096469] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.096576] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.096717] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.116277] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.116378] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.116494] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.116680] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-933" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.116994] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-23ec5c10-9b4e-49be-8791-94278b2f0d59 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.117179] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.117317] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.117660] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.117902] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ec5c10-9b4e-49be-8791-94278b2f0d59',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.270053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.270053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.270053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.270343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.270487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.270803] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.270918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.270983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.271167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.271245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.271330] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 already deleted. [ 859.271412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.621777] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.621777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.621777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.621777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.621777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.621777] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 23ec5c10-9b4e-49be-8791-94278b2f0d59 not found, creating... [ 859.622190] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.622190] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.622282] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.622479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.622689] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623179] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.624145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.624145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.624145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.624145] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.624145] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 23ec5c10-9b4e-49be-8791-94278b2f0d59 is going to be created. [ 859.647939] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.648141] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.648299] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.648730] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.649027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.649316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.897208] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 in Status: SUCCESS [ 859.898280] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 deletion is rescheduled due to dependency. [ 859.898280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.187233] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 860.187532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.369742] env[66818]: INFO networking_nsxv3.common.synchronization [req-025bd8c7-5483-469f-9e88-cf88d63e5c6e req-6c452230-01a8-45f4-9dba-f2760f672fbf service nova] Enqueued Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_rules [ 860.369742] env[66818]: INFO networking_nsxv3.common.synchronization [req-025bd8c7-5483-469f-9e88-cf88d63e5c6e req-6c452230-01a8-45f4-9dba-f2760f672fbf service nova] Enqueued Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_members [ 860.369742] env[66818]: INFO networking_nsxv3.common.synchronization [req-025bd8c7-5483-469f-9e88-cf88d63e5c6e req-6c452230-01a8-45f4-9dba-f2760f672fbf service nova] Enqueued Resource ID: 23ec5c10-9b4e-49be-8791-94278b2f0d59 with Priority: HIGHEST for action port [ 860.369742] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_rules [ 860.369742] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_members [ 860.369742] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ec5c10-9b4e-49be-8791-94278b2f0d59 with Priority: HIGHEST for action port [ 860.370301] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.370793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.370961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.371311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.371495] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.372652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.372885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.373050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.373301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.373546] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.373753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.373925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.374249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.374639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.374826] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.377558] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ec5c10-9b4e-49be-8791-94278b2f0d59 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.377558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.377558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.377558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.377558] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ec5c10-9b4e-49be-8791-94278b2f0d59',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.877785] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.878028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.878137] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.879040] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23ec5c10-9b4e-49be-8791-94278b2f0d59 with status ACTIVE [ 860.879231] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.879372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.879424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.879621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.879769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.880194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.880194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.880194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.880369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.880369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.880936] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.880936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.880936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.881225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.881610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.881610] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23ec5c10-9b4e-49be-8791-94278b2f0d59 is going to be updated. [ 860.905937] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.906096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.906161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.906365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.906510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.906671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ec5c10-9b4e-49be-8791-94278b2f0d59" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.038261] env[66818]: INFO networking_nsxv3.common.synchronization [req-ada710cd-9cbd-4515-af38-9adb2f0d6fd3 req-af783e13-7d1f-474e-ace5-d4eef4f51956 tempest-ServersTestFqdnHostnames-651002410 tempest-ServersTestFqdnHostnames-651002410-project-member] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_members [ 861.038322] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGHEST for action security_group_members [ 861.038975] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.039132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039554] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.039647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.040114] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.383437] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.542555] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.542793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.542793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.543027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.564675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.564952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.565080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.565182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.565328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.565400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.565506] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62c689d8-3893-449f-952b-480f1317ef78 is going to be updated. [ 861.592891] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.593063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.593252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.593320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.605501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: IN_PROGRESS for 2s [ 861.889452] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.890943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.891098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.891324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.891420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.891524] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 is going to be created. [ 861.917922] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.918849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.918849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.918849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.918849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.931674] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 in Status: UNINITIALIZED for 2s [ 863.615634] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62c689d8-3893-449f-952b-480f1317ef78 in Status: SUCCESS [ 863.615969] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62c689d8-3893-449f-952b-480f1317ef78 deletion is rescheduled due to dependency. [ 863.616563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.941929] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 in Status: SUCCESS [ 863.942269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.942420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.942657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.942849] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.942982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.943065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.943209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.943296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.943428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.943595] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.446643] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.446905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.446905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.447142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.447370] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.447517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.447589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.447751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.447846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.447933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.448191] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.448298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.448360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.448641] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.448736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.448792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.448923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.449011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.449120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.449216] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.954062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce7d5e14-43df-4da4-9dfd-1d3c03a5e963: rpc.has_security_group_logging(os_id): False [ 864.975709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.975709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.975709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.975709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.976556] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.976556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.976556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.976556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.976556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.976556] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 is going to be created. [ 865.042047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.042047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.042047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.042047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.042047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.056583] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 in Status: IN_PROGRESS for 2s [ 865.575768] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4531d953-afe6-49c9-9422-4812ff711a18 None None] Enqueued Resource ID: 4f394c31-0675-466e-8a65-4e0bf103c4cc with Priority: HIGHEST for action port [ 865.575768] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f394c31-0675-466e-8a65-4e0bf103c4cc with Priority: HIGHEST for action port [ 865.575768] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f394c31-0675-466e-8a65-4e0bf103c4cc taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.576176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f394c31-0675-466e-8a65-4e0bf103c4cc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.576473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f394c31-0675-466e-8a65-4e0bf103c4cc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.578126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f394c31-0675-466e-8a65-4e0bf103c4cc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.578126] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f394c31-0675-466e-8a65-4e0bf103c4cc',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.067318] env[66818]: INFO networking_nsxv3.common.synchronization [req-cfa0f935-a2b8-44dd-8eac-70c269af8de3 req-866859a4-a1c1-4fa0-b8e1-9181ed44d663 tempest-ListServerFiltersTestJSON-1195528810 tempest-ListServerFiltersTestJSON-1195528810-project-member] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 866.068777] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 866.068777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.068777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.068777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.069046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.069046] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.069572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.069572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.069572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.069572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.070093] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.079304] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f394c31-0675-466e-8a65-4e0bf103c4cc [ 866.079585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.079766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.079880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.080179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.080318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.080474] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f394c31-0675-466e-8a65-4e0bf103c4cc already deleted. [ 866.080644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f394c31-0675-466e-8a65-4e0bf103c4cc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.572192] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.070429] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 in Status: SUCCESS [ 867.070776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.075273] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.578513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.578513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.578513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.578805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.578848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.579336] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 867.617643] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.617880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.617976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.618194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.618345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.630506] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 868.187063] env[66818]: INFO networking_nsxv3.common.synchronization [None req-32d771ff-9ebc-4244-8c34-a07ee35dab5b None None] Enqueued Resource ID: eed3d898-30ea-4cbc-87da-097ae672caa1 with Priority: HIGHEST for action port [ 868.187063] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed3d898-30ea-4cbc-87da-097ae672caa1 with Priority: HIGHEST for action port [ 868.187063] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-eed3d898-30ea-4cbc-87da-097ae672caa1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.187063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eed3d898-30ea-4cbc-87da-097ae672caa1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.187063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eed3d898-30ea-4cbc-87da-097ae672caa1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.187063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eed3d898-30ea-4cbc-87da-097ae672caa1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.187063] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eed3d898-30ea-4cbc-87da-097ae672caa1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.691060] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eed3d898-30ea-4cbc-87da-097ae672caa1 [ 868.691060] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.691060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.691060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.691060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.691060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.691060] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eed3d898-30ea-4cbc-87da-097ae672caa1 already deleted. [ 868.691060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eed3d898-30ea-4cbc-87da-097ae672caa1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.641705] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 869.644572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.703488] env[66818]: INFO networking_nsxv3.common.synchronization [req-433beb27-7939-4493-a39e-8b71458f376b req-cd3123d0-6b45-439c-9624-b07921a45fed tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 871.704097] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 871.704381] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.704477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.704548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.704728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.704931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.705188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.705460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.705460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.705619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.705619] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.211199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.212133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.212133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.212133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.212133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.212517] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.212614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.212756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.213054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.213220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.213369] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 872.249084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.249276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.252495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.252768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.252958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.263113] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 872.937951] env[66818]: INFO networking_nsxv3.common.synchronization [req-fb0e126f-5455-4ea8-b14f-823812b7178e req-82ff278b-82ed-412f-b5cc-7151babee6ce tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_members [ 872.938230] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_members [ 872.938327] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.938451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.938521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.938747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.938896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.938995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.939070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.939211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.939291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.939384] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.257115] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.257270] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.257845] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.257845] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.258119] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.259032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.259218] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.259392] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.259537] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.259743] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.259879] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.260054] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.260303] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.260303] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.260400] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.260531] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.283092] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.283092] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.283092] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.283092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.283092] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-bf2a2d78-5d13-498e-901d-e6fcf526c167 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.283092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.283092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.283092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.283092] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2a2d78-5d13-498e-901d-e6fcf526c167',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.444535] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.445169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.445951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.446196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.446290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.446493] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.446593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.446856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.446856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.446856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.446985] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53ce7df-708a-4981-975e-4301bc171412 already deleted. [ 873.447050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.503579] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1889f8a6-083e-4b6e-bb44-e2120e64edd8 None None] Enqueued Resource ID: 110edd93-89f2-484b-910e-88024450fa7c with Priority: HIGHEST for action port [ 873.504193] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110edd93-89f2-484b-910e-88024450fa7c with Priority: HIGHEST for action port [ 873.504549] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-110edd93-89f2-484b-910e-88024450fa7c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.504671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-110edd93-89f2-484b-910e-88024450fa7c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.504737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-110edd93-89f2-484b-910e-88024450fa7c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.505184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-110edd93-89f2-484b-910e-88024450fa7c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.505320] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110edd93-89f2-484b-910e-88024450fa7c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.787936] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.788228] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.788618] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.788770] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.788963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.789114] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port bf2a2d78-5d13-498e-901d-e6fcf526c167 not found, creating... [ 873.789406] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.789608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.789751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.789993] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.790397] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.790774] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.790869] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.791215] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.791256] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.791416] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.791583] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: bf2a2d78-5d13-498e-901d-e6fcf526c167 is going to be created. [ 873.813436] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.813631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.813766] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.814166] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.814273] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.814525] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.009159] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 110edd93-89f2-484b-910e-88024450fa7c [ 874.009773] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.009773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.009773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.009773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.010112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.010112] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:110edd93-89f2-484b-910e-88024450fa7c already deleted. [ 874.010112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-110edd93-89f2-484b-910e-88024450fa7c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.110885] env[66818]: INFO networking_nsxv3.common.synchronization [req-d8d4b537-3742-4ede-bf59-1528164eb74d req-123d1f3f-500c-4bd3-8bbd-24a22baf80bb tempest-ServerMetadataTestJSON-1064879038 tempest-ServerMetadataTestJSON-1064879038-project-member] Enqueued Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_members [ 874.110885] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGHEST for action security_group_members [ 874.110885] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.110885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.110885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.111548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.111827] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.112064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.112222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.112471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.112652] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.112835] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.273596] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 874.273596] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b deletion is rescheduled due to dependency. [ 874.273596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.540207] env[66818]: INFO networking_nsxv3.common.synchronization [req-fb0e126f-5455-4ea8-b14f-823812b7178e req-48b32d08-0a27-497a-afa0-13ab9ca06f90 service nova] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_rules [ 874.540298] env[66818]: INFO networking_nsxv3.common.synchronization [req-fb0e126f-5455-4ea8-b14f-823812b7178e req-48b32d08-0a27-497a-afa0-13ab9ca06f90 service nova] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_members [ 874.540428] env[66818]: INFO networking_nsxv3.common.synchronization [req-fb0e126f-5455-4ea8-b14f-823812b7178e req-48b32d08-0a27-497a-afa0-13ab9ca06f90 service nova] Enqueued Resource ID: bf2a2d78-5d13-498e-901d-e6fcf526c167 with Priority: HIGHEST for action port [ 874.540974] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_rules [ 874.541961] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_members [ 874.542215] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf2a2d78-5d13-498e-901d-e6fcf526c167 with Priority: HIGHEST for action port [ 874.542449] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.542568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.543304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.543304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.543304] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.543808] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.543902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.543965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.544316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.544316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.544445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.544484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.544642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.544725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.544812] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.547228] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf2a2d78-5d13-498e-901d-e6fcf526c167 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.547228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.547228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.547228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.547228] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf2a2d78-5d13-498e-901d-e6fcf526c167',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.615541] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.615679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.615722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.616052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.616151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.616397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.617069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.617174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.617360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.617441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.617535] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 is going to be updated. [ 874.644768] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.645057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.645148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.645356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.645501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.654986] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 in Status: IN_PROGRESS for 2s [ 874.891595] env[66818]: INFO networking_nsxv3.common.synchronization [req-cfccb069-e69b-4405-be4f-f199e77f7dab req-79340cf0-e9f6-4a04-ba35-7d9f47ecd6ab tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 689b55c5-756a-4cc5-8a37-a9c6cc0245dd with Priority: HIGHEST for action security_group_rules [ 874.894910] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 689b55c5-756a-4cc5-8a37-a9c6cc0245dd with Priority: HIGHEST for action security_group_rules [ 874.894910] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-689b55c5-756a-4cc5-8a37-a9c6cc0245dd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.894910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-689b55c5-756a-4cc5-8a37-a9c6cc0245dd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.894910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-689b55c5-756a-4cc5-8a37-a9c6cc0245dd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.894910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-689b55c5-756a-4cc5-8a37-a9c6cc0245dd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.894910] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('689b55c5-756a-4cc5-8a37-a9c6cc0245dd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.049225] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.049225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.049225] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.049596] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf2a2d78-5d13-498e-901d-e6fcf526c167 with status ACTIVE [ 875.049596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.049698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.049698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.050715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.051869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.052105] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.052217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.052285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.052466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.052882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.052882] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.052882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.053157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.053157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.053252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.053287] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf2a2d78-5d13-498e-901d-e6fcf526c167 is going to be updated. [ 875.078587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.078783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.078783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.078938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.079096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.079265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf2a2d78-5d13-498e-901d-e6fcf526c167" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.142172] env[66818]: INFO networking_nsxv3.common.synchronization [req-0dbd50fc-ebbd-4b4c-8af6-ea5d3849e11a req-54a165e2-3da7-4613-a2ff-6d8321aec5e8 tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 0b31aba9-e85a-43a3-a829-3b11a23c5338 with Priority: HIGHEST for action security_group_rules [ 875.142804] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31aba9-e85a-43a3-a829-3b11a23c5338 with Priority: HIGHEST for action security_group_rules [ 875.143276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b31aba9-e85a-43a3-a829-3b11a23c5338 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.143398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b31aba9-e85a-43a3-a829-3b11a23c5338" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.143470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b31aba9-e85a-43a3-a829-3b11a23c5338" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.143733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b31aba9-e85a-43a3-a829-3b11a23c5338" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.143811] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b31aba9-e85a-43a3-a829-3b11a23c5338',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.417875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.418017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.418066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.418262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.418363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.418446] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 689b55c5-756a-4cc5-8a37-a9c6cc0245dd already deleted. [ 875.418530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-689b55c5-756a-4cc5-8a37-a9c6cc0245dd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.555697] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.665779] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.666081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.666256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.666936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.667176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.667415] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b31aba9-e85a-43a3-a829-3b11a23c5338 already deleted. [ 875.667603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b31aba9-e85a-43a3-a829-3b11a23c5338" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.721943] env[66818]: INFO networking_nsxv3.common.synchronization [None req-dce79aea-4027-4f03-989e-49c5b29217e7 None None] Enqueued Resource ID: 7982e914-1323-4f9e-b3a1-9d82995349da with Priority: HIGHEST for action port [ 875.721943] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7982e914-1323-4f9e-b3a1-9d82995349da with Priority: HIGHEST for action port [ 875.721943] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-7982e914-1323-4f9e-b3a1-9d82995349da taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.721943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7982e914-1323-4f9e-b3a1-9d82995349da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.721943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7982e914-1323-4f9e-b3a1-9d82995349da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.721943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7982e914-1323-4f9e-b3a1-9d82995349da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.721943] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7982e914-1323-4f9e-b3a1-9d82995349da',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.790999] env[66818]: INFO networking_nsxv3.common.synchronization [req-a8448b40-80ad-472e-a3b2-e9726671f8e8 req-b63678c1-2279-4d33-b897-fe69ab0f698f tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 7b3399ed-1417-423f-aa6f-416c4ac81cbc with Priority: HIGHEST for action security_group_rules [ 875.791476] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3399ed-1417-423f-aa6f-416c4ac81cbc with Priority: HIGHEST for action security_group_rules [ 875.791787] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3399ed-1417-423f-aa6f-416c4ac81cbc taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.791901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3399ed-1417-423f-aa6f-416c4ac81cbc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.793906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3399ed-1417-423f-aa6f-416c4ac81cbc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.793906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3399ed-1417-423f-aa6f-416c4ac81cbc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.793906] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3399ed-1417-423f-aa6f-416c4ac81cbc',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.058610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.058610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.058610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.060688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.060688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.060688] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53ce7df-708a-4981-975e-4301bc171412 is going to be created. [ 876.082851] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.082997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.083084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.083286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.083445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.094802] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53ce7df-708a-4981-975e-4301bc171412 in Status: UNINITIALIZED for 2s [ 876.223437] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7982e914-1323-4f9e-b3a1-9d82995349da [ 876.223661] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.223796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.223865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.224107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.224199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.224295] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7982e914-1323-4f9e-b3a1-9d82995349da already deleted. [ 876.224378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7982e914-1323-4f9e-b3a1-9d82995349da" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.315847] env[66818]: INFO networking_nsxv3.common.synchronization [req-0a00b1b9-655e-4acc-8996-c67e4949d2ff req-9ea694d9-1ff5-417c-8dfb-0e686d9d6389 tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 0c57d2c7-e995-4d92-919f-7767957fbf01 with Priority: HIGHEST for action security_group_rules [ 876.316876] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c57d2c7-e995-4d92-919f-7767957fbf01 with Priority: HIGHEST for action security_group_rules [ 876.317178] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c57d2c7-e995-4d92-919f-7767957fbf01 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.317178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c57d2c7-e995-4d92-919f-7767957fbf01" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.317178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c57d2c7-e995-4d92-919f-7767957fbf01" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.317508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c57d2c7-e995-4d92-919f-7767957fbf01" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.317508] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c57d2c7-e995-4d92-919f-7767957fbf01',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.319147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.319260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.319334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.319530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.319616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.319708] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3399ed-1417-423f-aa6f-416c4ac81cbc already deleted. [ 876.319787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3399ed-1417-423f-aa6f-416c4ac81cbc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.666620] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 in Status: SUCCESS [ 876.666809] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 deletion is rescheduled due to dependency. [ 876.666930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.766097] env[66818]: INFO networking_nsxv3.common.synchronization [req-49b4969a-4a7a-4caf-a430-d2644a7c2592 req-c9ab2096-674f-4684-88e1-fdb608ecde86 tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 with Priority: HIGHEST for action security_group_rules [ 876.766520] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 with Priority: HIGHEST for action security_group_rules [ 876.766904] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a15f64-27fe-4675-b75b-83f5dc60a819 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.767032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.767032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.767289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.767375] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a15f64-27fe-4675-b75b-83f5dc60a819',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.840762] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.840762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.840762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.840762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.840762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.841057] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c57d2c7-e995-4d92-919f-7767957fbf01 already deleted. [ 876.841057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c57d2c7-e995-4d92-919f-7767957fbf01" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.894044] env[66818]: INFO networking_nsxv3.common.synchronization [req-83e36b43-3581-4dc4-8ac1-879b21de6e1e req-deb66440-0895-4341-8099-8ed7b7a1b800 tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 with Priority: HIGHEST for action security_group_rules [ 876.894044] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 with Priority: HIGHEST for action security_group_rules [ 876.894044] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a15f64-27fe-4675-b75b-83f5dc60a819 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.894986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.216849] env[66818]: INFO networking_nsxv3.common.synchronization [req-ce84830d-cc49-4dd6-bdae-e62dba98d6a8 req-3bb794eb-7659-4c77-a902-75222de2ba52 tempest-SecurityGroupRulesTestJSON-166165876 tempest-SecurityGroupRulesTestJSON-166165876-project-member] Enqueued Resource ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 with Priority: HIGHEST for action security_group_rules [ 877.217970] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 with Priority: HIGHEST for action security_group_rules [ 877.217970] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a15f64-27fe-4675-b75b-83f5dc60a819 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.217970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288417] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.289024] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 already deleted. [ 877.289111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.289254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.289409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.289490] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a15f64-27fe-4675-b75b-83f5dc60a819',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.814991] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.815378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.815472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.815699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.815796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.815899] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 already deleted. [ 877.815998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.816216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.816389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.816481] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a15f64-27fe-4675-b75b-83f5dc60a819',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.106040] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53ce7df-708a-4981-975e-4301bc171412 in Status: SUCCESS [ 878.106304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.106589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.106808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.107014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.107134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.107864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.107864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.107864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107864] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.336241] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.336566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.336566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.336707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.336781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.336879] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a15f64-27fe-4675-b75b-83f5dc60a819 already deleted. [ 878.336959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a15f64-27fe-4675-b75b-83f5dc60a819" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.610497] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.113371] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c53ce7df-708a-4981-975e-4301bc171412: rpc.has_security_group_logging(os_id): False [ 879.134383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.134383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.134696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.134942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.135019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.135767] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.135767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.135767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.135767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.136105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.136105] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53ce7df-708a-4981-975e-4301bc171412 is going to be created. [ 879.208855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.208855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.208855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.208855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.208855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.224156] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53ce7df-708a-4981-975e-4301bc171412 in Status: IN_PROGRESS for 2s [ 880.396070] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e70e7b7-8307-4866-a001-f78fbc225d2f req-dfa107cb-239e-4bfc-b15f-05975e19a446 tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 880.396679] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 880.397094] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.397169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.397272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.397531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.397702] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.397859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.397970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.398119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.398197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.398293] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.426383] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e70e7b7-8307-4866-a001-f78fbc225d2f req-dfa107cb-239e-4bfc-b15f-05975e19a446 tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 880.426530] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e70e7b7-8307-4866-a001-f78fbc225d2f req-dfa107cb-239e-4bfc-b15f-05975e19a446 tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 880.426699] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e70e7b7-8307-4866-a001-f78fbc225d2f req-dfa107cb-239e-4bfc-b15f-05975e19a446 tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with Priority: HIGHEST for action port [ 880.427263] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 880.427359] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 880.427456] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with Priority: HIGHEST for action port [ 880.427728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.427843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.427910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.428120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.428204] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.429357] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.429456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.429644] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.429747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.429806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.429967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.430052] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1c0cb5-8074-42c6-9a84-e163bcf6fe66',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.901725] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.932223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.932337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.932521] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with status ACTIVE [ 880.932833] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.932934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.933016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.933578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.933578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.933578] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.935723] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.935723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.935723] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 is going to be updated. [ 880.964827] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.964827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.964827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.965038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.965038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.965264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.237109] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c53ce7df-708a-4981-975e-4301bc171412 in Status: SUCCESS [ 881.237356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.404058] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.907343] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.907610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.907610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.907705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.907796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.907894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be updated. [ 881.940250] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.940403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.940478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.940684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.940839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.950899] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: IN_PROGRESS for 2s [ 883.218840] env[66818]: INFO networking_nsxv3.common.synchronization [None req-b8e547b0-51ad-4c34-8353-3f259a11221e None None] Enqueued Resource ID: aced7efd-836c-40c6-8f85-6f9007c49cc7 with Priority: HIGHEST for action port [ 883.219469] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aced7efd-836c-40c6-8f85-6f9007c49cc7 with Priority: HIGHEST for action port [ 883.220041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-aced7efd-836c-40c6-8f85-6f9007c49cc7 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.220354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aced7efd-836c-40c6-8f85-6f9007c49cc7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.220435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aced7efd-836c-40c6-8f85-6f9007c49cc7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.221029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aced7efd-836c-40c6-8f85-6f9007c49cc7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.221142] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aced7efd-836c-40c6-8f85-6f9007c49cc7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.462047] env[66818]: INFO networking_nsxv3.common.synchronization [req-6aca52a1-4e3b-4a02-8d8c-1f767865f038 req-cd43ac42-5a95-4f0e-9174-9854df1ceeac tempest-MigrationsAdminTest-1661198603 tempest-MigrationsAdminTest-1661198603-project-member] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 883.462805] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 883.463775] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.463775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.463775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.463931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.464116] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.464268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.464303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.464430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.464535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.464629] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.724224] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aced7efd-836c-40c6-8f85-6f9007c49cc7 [ 883.724382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.724528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.724594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.724841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.724931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.725037] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aced7efd-836c-40c6-8f85-6f9007c49cc7 already deleted. [ 883.725114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aced7efd-836c-40c6-8f85-6f9007c49cc7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.858727] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.858927] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.859062] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.859330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.859766] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.859942] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.860068] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.860287] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.860550] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.860659] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.860772] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.860876] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.860982] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.861397] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.861397] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.861397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.883677] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.884345] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.884345] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.884345] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.884539] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-d412aa9d-1b76-4583-8c07-55e9fe9d9008 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.884732] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.884860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.885172] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.885320] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d412aa9d-1b76-4583-8c07-55e9fe9d9008',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.961955] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: SUCCESS [ 883.962201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.962239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.962925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.962925] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.962925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.962925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.963133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.963133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.963181] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.968339] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.202379] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d68d6598-1a28-485a-823f-194b79bc4d0f tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 884.202379] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 884.202687] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.202811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.202881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.203173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.203323] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.381402] env[66818]: INFO networking_nsxv3.common.synchronization [None req-54b5dc56-c815-4400-8be9-0e018e36723d tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 884.382409] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 884.382808] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.382910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.389438] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.389640] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.389765] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.390044] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.390195] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.390345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port d412aa9d-1b76-4583-8c07-55e9fe9d9008 not found, creating... [ 884.390606] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.390761] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.390877] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.391162] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.391307] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.391585] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.391739] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.391852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.392201] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.392377] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.392551] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: d412aa9d-1b76-4583-8c07-55e9fe9d9008 is going to be created. [ 884.415240] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.415492] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.415599] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.415862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.416103] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.416344] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.467478] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.470255] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.705685] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6197fed-f7ef-437a-9feb-a331bce2e429 req-32e90b31-a064-4227-9ce8-7a6387955f4a tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 884.707213] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 884.707540] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.707642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.721301] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6197fed-f7ef-437a-9feb-a331bce2e429 req-32e90b31-a064-4227-9ce8-7a6387955f4a tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 884.721554] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6197fed-f7ef-437a-9feb-a331bce2e429 req-32e90b31-a064-4227-9ce8-7a6387955f4a tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 884.721770] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6197fed-f7ef-437a-9feb-a331bce2e429 req-32e90b31-a064-4227-9ce8-7a6387955f4a tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with Priority: HIGHEST for action port [ 884.722402] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_rules [ 884.722543] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 884.722639] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with Priority: HIGHEST for action port [ 884.724777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.724895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.725116] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.725203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.725699] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.725803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.725868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.726083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.726196] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d1c0cb5-8074-42c6-9a84-e163bcf6fe66',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.727761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.727878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.727944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.728206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.728295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.728384] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 already deleted. [ 884.728462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.728818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.728971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.729063] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.970501] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.972101] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.972238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.972309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.972667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.972783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.972878] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be updated. [ 885.004206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.004348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.005035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.005035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.005035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.016209] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 885.108068] env[66818]: INFO networking_nsxv3.common.synchronization [req-6aca52a1-4e3b-4a02-8d8c-1f767865f038 req-3e43beed-5c83-4510-8427-fd1b4d4e240a service nova] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_rules [ 885.108068] env[66818]: INFO networking_nsxv3.common.synchronization [req-6aca52a1-4e3b-4a02-8d8c-1f767865f038 req-3e43beed-5c83-4510-8427-fd1b4d4e240a service nova] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 885.108068] env[66818]: INFO networking_nsxv3.common.synchronization [req-6aca52a1-4e3b-4a02-8d8c-1f767865f038 req-3e43beed-5c83-4510-8427-fd1b4d4e240a service nova] Enqueued Resource ID: d412aa9d-1b76-4583-8c07-55e9fe9d9008 with Priority: HIGHEST for action port [ 885.108068] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_rules [ 885.108594] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 885.108594] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d412aa9d-1b76-4583-8c07-55e9fe9d9008 with Priority: HIGHEST for action port [ 885.109565] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.109565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.109565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.109565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.109565] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.110738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.110738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.110738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d412aa9d-1b76-4583-8c07-55e9fe9d9008 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.110738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.111125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.111349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.111429] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d412aa9d-1b76-4583-8c07-55e9fe9d9008',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.231732] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 with status ACTIVE [ 885.231732] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.231732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.231732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.232216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.232216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.232216] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.232216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.232216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.232429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.232459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.232656] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.232761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.232761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.233053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.233053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.233053] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d1c0cb5-8074-42c6-9a84-e163bcf6fe66 is going to be updated. [ 885.250283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.250419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.250489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.250805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.250805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.251040] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 already deleted. [ 885.251040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.256764] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.256927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.256994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.257481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.257700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.257910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d1c0cb5-8074-42c6-9a84-e163bcf6fe66" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.348512] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4a99cb3a-0196-443f-b784-6b1454807911 None None] Enqueued Resource ID: 08ad1e5c-92e3-46c4-a612-11862e53c7e6 with Priority: HIGHEST for action port [ 885.348512] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ad1e5c-92e3-46c4-a612-11862e53c7e6 with Priority: HIGHEST for action port [ 885.348666] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ad1e5c-92e3-46c4-a612-11862e53c7e6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.349289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ad1e5c-92e3-46c4-a612-11862e53c7e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.349289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ad1e5c-92e3-46c4-a612-11862e53c7e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.349289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ad1e5c-92e3-46c4-a612-11862e53c7e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.349289] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ad1e5c-92e3-46c4-a612-11862e53c7e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.474287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.474287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.474287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.474744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.474744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.474744] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be updated. [ 885.503059] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.503217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.504022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.504022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.504022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.522515] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: IN_PROGRESS for 2s [ 885.613613] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.614049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.615441] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d412aa9d-1b76-4583-8c07-55e9fe9d9008 with status ACTIVE [ 885.618305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.618305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.618305] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d412aa9d-1b76-4583-8c07-55e9fe9d9008 is going to be updated. [ 885.644958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.644958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.644958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.645153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.645153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.645395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d412aa9d-1b76-4583-8c07-55e9fe9d9008" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.852326] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ad1e5c-92e3-46c4-a612-11862e53c7e6 [ 885.852326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.852838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.853442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.853442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.853442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.853573] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ad1e5c-92e3-46c4-a612-11862e53c7e6 already deleted. [ 885.853573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ad1e5c-92e3-46c4-a612-11862e53c7e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.029776] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 887.030196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.030404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.030643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.030840] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.030974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.031138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.031346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.031471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.031630] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.532946] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: SUCCESS [ 887.533468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.534544] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.534795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.534972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.535182] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.535313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.535406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.535622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.535703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.535791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.536396] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.536884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.536967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.537096] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.537203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.537267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.537419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.537500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.537585] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.037326] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.038717] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.040050] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.359890] env[66818]: INFO networking_nsxv3.common.synchronization [req-aa721e27-5bec-4928-81e3-d209843e46de req-9592d398-c886-42b1-8b22-af18f7e15b1b tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 888.361194] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 888.361194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.361423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.361423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.362565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.362565] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.362565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.362565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.362565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.362565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.362565] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.539526] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.539780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.539956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.540306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.540541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.540751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be updated. [ 888.542395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e394838-6dd5-4327-b6a0-088960b032a0: rpc.has_security_group_logging(os_id): False [ 888.545425] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.565380] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.565545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.565631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.565935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.566079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.566367] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.566519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.566581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.566749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.566851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.567069] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be updated. [ 888.595076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.595263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.595263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.595478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.595660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.606294] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 888.639984] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.640194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.640312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.640488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.640570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.656224] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: IN_PROGRESS for 2s [ 888.865391] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.048188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.048497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.048625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.048753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.049204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.049204] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be updated. [ 889.085724] env[66818]: INFO networking_nsxv3.common.synchronization [req-fcb5b66c-5125-48aa-abb1-5e57d6ad51bc req-2fd1100b-4cb3-42da-bc37-de560fd4aabb tempest-AttachInterfacesUnderV243Test-78329138 tempest-AttachInterfacesUnderV243Test-78329138-project-member] Enqueued Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 889.086765] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.086897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.086967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.087228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.087373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.088873] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e394838-6dd5-4327-b6a0-088960b032a0 with Priority: HIGHEST for action security_group_members [ 889.089156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e394838-6dd5-4327-b6a0-088960b032a0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.089256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.102152] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: IN_PROGRESS for 2s [ 889.368599] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.871068] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.871262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.871338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.871569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.872165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.872165] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 889.903193] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.903949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.903949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.903949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.904101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.914082] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 890.627363] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 890.627768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.627853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.628322] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.630246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.630246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.630246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.630246] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.678600] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: SUCCESS [ 890.678947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.679216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.679488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.679620] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.116871] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e394838-6dd5-4327-b6a0-088960b032a0 in Status: SUCCESS [ 891.116990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.117305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.117549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.117749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.117867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.117935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.118102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.118178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.118271] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.133303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.133468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.133650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.134214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.134442] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.134552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.134618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.134836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.134876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.135046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.135166] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.135218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.135258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.135401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.135534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.135676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.135743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.135881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.136101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.136101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.136246] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.210587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.210890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.211081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.211430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.211782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.211982] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be deleted. [ 891.272919] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.273102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.274325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.274325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.274325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.274325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.621759] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.622054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.622054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.622311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.622434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.622700] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.622798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.622830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.622995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.623109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.623262] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 is going to be deleted. [ 891.639375] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23db8389-b85f-48ca-83ed-fc18fcb5bf70: rpc.has_security_group_logging(os_id): False [ 891.665358] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.665647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.666662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.668191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.683222] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.683405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.683474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.683852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.683931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.684033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.684205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.684364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.684533] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.684638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.684707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.687039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.687212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.688959] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e394838-6dd5-4327-b6a0-088960b032a0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.695452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.695452] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.695677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.695854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.696336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.696539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.697355] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.697355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.698075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.698310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.698659] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.698785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.698871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.699426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.699426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.699589] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be updated. [ 891.775453] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.775800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.776376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.776376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.800909] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 891.927407] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 891.927610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.193013] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.193013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.193013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.193013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.193013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.193467] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.193467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.193467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.193467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.193985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.193985] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e394838-6dd5-4327-b6a0-088960b032a0 already deleted. [ 892.193985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e394838-6dd5-4327-b6a0-088960b032a0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.017473] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a595b5d3-05cf-4cec-8dbd-ec1f6fd32119 None None] Enqueued Resource ID: a041fef8-5af7-43c2-9c5b-c137fbdf69ce with Priority: HIGHEST for action port [ 893.020942] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a041fef8-5af7-43c2-9c5b-c137fbdf69ce with Priority: HIGHEST for action port [ 893.020942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a041fef8-5af7-43c2-9c5b-c137fbdf69ce taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.020942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a041fef8-5af7-43c2-9c5b-c137fbdf69ce" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.020942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a041fef8-5af7-43c2-9c5b-c137fbdf69ce" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.020942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a041fef8-5af7-43c2-9c5b-c137fbdf69ce" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.020942] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a041fef8-5af7-43c2-9c5b-c137fbdf69ce',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.282768] env[66818]: INFO networking_nsxv3.common.synchronization [req-6b91e686-4945-4196-90b8-a877eb04ea0c req-7ea86838-3b54-4a42-8a9c-a86439b9f5f0 tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 893.283981] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 893.284448] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.284693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.284833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.286668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.286668] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.286668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.286668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.286668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.286668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.286668] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.525322] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a041fef8-5af7-43c2-9c5b-c137fbdf69ce [ 893.525628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.525855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.525927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.526184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.526276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.526594] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a041fef8-5af7-43c2-9c5b-c137fbdf69ce already deleted. [ 893.526594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a041fef8-5af7-43c2-9c5b-c137fbdf69ce" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.788070] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.815486] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 893.815799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.077344] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.077680] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.077680] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.077976] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.078277] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.078413] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.078528] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.078747] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.078906] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.079165] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.079280] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.079386] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.079491] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.079598] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.079699] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.079832] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.100722] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.100897] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.101047] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.101246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.101569] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f1943f3f-e629-4b12-81e8-e9b25cddf432 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.101741] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.101862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.102218] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.102367] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1943f3f-e629-4b12-81e8-e9b25cddf432',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.291876] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.604746] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.604977] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.605121] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.605408] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.605564] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.605727] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port f1943f3f-e629-4b12-81e8-e9b25cddf432 not found, creating... [ 894.606232] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.606232] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.606373] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.606881] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.606881] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.607084] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.607150] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.607231] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.607439] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.607571] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.607708] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f1943f3f-e629-4b12-81e8-e9b25cddf432 is going to be created. [ 894.629998] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.630255] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.630384] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.630653] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.630977] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631108] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.795912] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.796094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.796221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.796377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.796469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.796565] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 894.829839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.829987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.830074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.830312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.830466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.840547] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 895.168690] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a777db5c-8822-49d7-9b55-b5bf0d3c3921 None None] Enqueued Resource ID: 621ba171-626b-45e7-9061-3de4738436a9 with Priority: HIGHEST for action port [ 895.169494] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba171-626b-45e7-9061-3de4738436a9 with Priority: HIGHEST for action port [ 895.169579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-621ba171-626b-45e7-9061-3de4738436a9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.169700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621ba171-626b-45e7-9061-3de4738436a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.169766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621ba171-626b-45e7-9061-3de4738436a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.172332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621ba171-626b-45e7-9061-3de4738436a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.172717] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621ba171-626b-45e7-9061-3de4738436a9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.350183] env[66818]: INFO networking_nsxv3.common.synchronization [req-6b91e686-4945-4196-90b8-a877eb04ea0c req-af13c080-81f4-4290-9d36-f532969de1a1 service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 895.350183] env[66818]: INFO networking_nsxv3.common.synchronization [req-6b91e686-4945-4196-90b8-a877eb04ea0c req-af13c080-81f4-4290-9d36-f532969de1a1 service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 895.350183] env[66818]: INFO networking_nsxv3.common.synchronization [req-6b91e686-4945-4196-90b8-a877eb04ea0c req-af13c080-81f4-4290-9d36-f532969de1a1 service nova] Enqueued Resource ID: f1943f3f-e629-4b12-81e8-e9b25cddf432 with Priority: HIGHEST for action port [ 895.350531] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 895.350669] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 895.350766] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1943f3f-e629-4b12-81e8-e9b25cddf432 with Priority: HIGHEST for action port [ 895.351209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.351304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.351335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.352856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.352856] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.352856] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.352856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.353212] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1943f3f-e629-4b12-81e8-e9b25cddf432 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.353212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.353212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.353364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.353618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1943f3f-e629-4b12-81e8-e9b25cddf432',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.396880] env[66818]: INFO networking_nsxv3.common.synchronization [None req-15dcd31b-20fc-47e7-9686-4a1e7ca3e708 None None] Enqueued Resource ID: 1143213d-8c23-43ed-850b-2037571367cd with Priority: HIGHEST for action port [ 895.397507] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1143213d-8c23-43ed-850b-2037571367cd with Priority: HIGHEST for action port [ 895.398310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1143213d-8c23-43ed-850b-2037571367cd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.398449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1143213d-8c23-43ed-850b-2037571367cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.398520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1143213d-8c23-43ed-850b-2037571367cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.398865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1143213d-8c23-43ed-850b-2037571367cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.398865] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1143213d-8c23-43ed-850b-2037571367cd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.676049] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 621ba171-626b-45e7-9061-3de4738436a9 [ 895.676486] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.676486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.676592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.676716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.676865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.676948] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:621ba171-626b-45e7-9061-3de4738436a9 already deleted. [ 895.677091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621ba171-626b-45e7-9061-3de4738436a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.855410] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.855547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.858780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1943f3f-e629-4b12-81e8-e9b25cddf432 with status ACTIVE [ 895.858978] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.859412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.859412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.859412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.859548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.859644] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.859783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.859783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.859936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.860036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.860206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.860299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.860362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.860509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.860582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.860664] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1943f3f-e629-4b12-81e8-e9b25cddf432 is going to be updated. [ 895.882547] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.882687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.882760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.882951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.883121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.883274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1943f3f-e629-4b12-81e8-e9b25cddf432" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.902729] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1143213d-8c23-43ed-850b-2037571367cd [ 895.902953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.903104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.903222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.903383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.903467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.903560] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1143213d-8c23-43ed-850b-2037571367cd already deleted. [ 895.903641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1143213d-8c23-43ed-850b-2037571367cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.256718] env[66818]: INFO networking_nsxv3.common.synchronization [req-795e698d-6245-4672-9509-6ec19af86a53 req-5bca8f12-1379-4c10-8845-aa58355fd0ad tempest-ServerGroupTestJSON-2108868352 tempest-ServerGroupTestJSON-2108868352-project-member] Enqueued Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_members [ 896.257503] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_members [ 896.258505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.259124] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.259347] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.259490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.259577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.259783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.259951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.260089] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.712878] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.713257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-426" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.713257] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-426" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.713544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-426" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.713815] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.713983] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.714178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.714398] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.714663] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.714759] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.714848] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.715589] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.715589] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.715589] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.715589] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.715589] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.739082] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.739373] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.739464] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.739586] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-426" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.739898] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-8df9270f-efb3-47ec-aae6-f45a073f09cd taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.740320] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.740320] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.740575] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.740645] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df9270f-efb3-47ec-aae6-f45a073f09cd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.762156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.762332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.762529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.762618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.762713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.762928] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.763069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.763105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.763631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.763631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.763631] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 already deleted. [ 896.763631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.851169] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 896.851403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.851789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.851789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.851956] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.852100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.852142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.852841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.852841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.852841] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.243319] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.243554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.243680] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.243985] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.244151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.244308] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 8df9270f-efb3-47ec-aae6-f45a073f09cd not found, creating... [ 897.244581] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.244753] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.244899] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.245164] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.245328] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.245617] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.245797] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.245995] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.246498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.246498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.246602] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 8df9270f-efb3-47ec-aae6-f45a073f09cd is going to be created. [ 897.268038] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.268491] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.268530] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.268785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.269027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.269724] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.354541] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.857101] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.026292] env[66818]: INFO networking_nsxv3.common.synchronization [req-795e698d-6245-4672-9509-6ec19af86a53 req-379df60c-08c8-4a90-a627-d9faa5554a35 service nova] Enqueued Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_rules [ 898.026292] env[66818]: INFO networking_nsxv3.common.synchronization [req-795e698d-6245-4672-9509-6ec19af86a53 req-379df60c-08c8-4a90-a627-d9faa5554a35 service nova] Enqueued Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_members [ 898.026292] env[66818]: INFO networking_nsxv3.common.synchronization [req-795e698d-6245-4672-9509-6ec19af86a53 req-379df60c-08c8-4a90-a627-d9faa5554a35 service nova] Enqueued Resource ID: 8df9270f-efb3-47ec-aae6-f45a073f09cd with Priority: HIGHEST for action port [ 898.026292] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_rules [ 898.026292] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_members [ 898.026292] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df9270f-efb3-47ec-aae6-f45a073f09cd with Priority: HIGHEST for action port [ 898.026292] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.026883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.027142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.027473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.027709] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.029163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.029512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.029664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.029915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.030177] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.030371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.030501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.030721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.031121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.031291] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.032580] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df9270f-efb3-47ec-aae6-f45a073f09cd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.033084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.033239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.033465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.034139] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df9270f-efb3-47ec-aae6-f45a073f09cd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.359726] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.360283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.360574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.360620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.360687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.361356] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 898.389106] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.389106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.389106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.389106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.389106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.398757] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 898.530514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.531061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.536397] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.537537] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df9270f-efb3-47ec-aae6-f45a073f09cd with status ACTIVE [ 898.537537] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.537644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.537644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.538171] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.538288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.538689] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.538775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.540091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.541153] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df9270f-efb3-47ec-aae6-f45a073f09cd is going to be updated. [ 898.564440] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.564624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.564711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.565010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.565334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.565408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df9270f-efb3-47ec-aae6-f45a073f09cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.650362] env[66818]: INFO networking_nsxv3.common.synchronization [None req-b3ca962a-5483-40b5-94c1-6bc6dcc1f271 None None] Enqueued Resource ID: e5c9d85b-78c9-4776-8c7a-2ecba467414d with Priority: HIGHEST for action port [ 898.650966] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c9d85b-78c9-4776-8c7a-2ecba467414d with Priority: HIGHEST for action port [ 898.652138] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c9d85b-78c9-4776-8c7a-2ecba467414d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.652318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c9d85b-78c9-4776-8c7a-2ecba467414d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.652430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c9d85b-78c9-4776-8c7a-2ecba467414d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.653390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c9d85b-78c9-4776-8c7a-2ecba467414d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.653390] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c9d85b-78c9-4776-8c7a-2ecba467414d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.043404] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.159024] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5c9d85b-78c9-4776-8c7a-2ecba467414d [ 899.159353] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.159541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.159609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.159888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.159983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.160142] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5c9d85b-78c9-4776-8c7a-2ecba467414d already deleted. [ 899.160250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c9d85b-78c9-4776-8c7a-2ecba467414d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.548397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.548669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.548669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.549022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.550443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.550500] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 is going to be created. [ 899.577732] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.577938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.578096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.580248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.580248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.595556] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 in Status: UNINITIALIZED for 2s [ 900.412267] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 900.412267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.412267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.412267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.412267] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.415023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.415023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.415023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.415023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.415023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.415023] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.573281] env[66818]: INFO networking_nsxv3.common.synchronization [req-32e9235a-edfc-4969-837a-254a3214c5e4 req-7e403f42-2999-4d97-be17-3099bd18ce00 tempest-ServerMetadataNegativeTestJSON-1746869433 tempest-ServerMetadataNegativeTestJSON-1746869433-project-member] Enqueued Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_members [ 900.573951] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_members [ 900.574329] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.574483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.574582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.574927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.575148] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.575285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.575356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.575805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.575805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.575805] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.918471] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.918471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.918471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.921052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.921052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.921052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.921052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.921052] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.025964] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.026206] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-272" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.026334] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-272" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.026773] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-272" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.027066] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.027224] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.027339] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.027605] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.027752] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.027955] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.028078] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.028185] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.028288] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.028403] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.028496] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.028621] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.049863] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.050046] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.050185] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.050393] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-272" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.050683] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-9e418087-2095-4660-8894-270b0d1f3280 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.050845] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.051351] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.051711] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.051852] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e418087-2095-4660-8894-270b0d1f3280',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.079630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.079630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.079630] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb already deleted. [ 901.079630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.426298] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34d1cd3-8982-43ca-8e8a-891f3bb3acb1: rpc.has_security_group_logging(os_id): False [ 901.448053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.448207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.448280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.448521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.474515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.475378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.475378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.475378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.475378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.475378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.475751] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.475751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.475751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.475751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.475931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.476277] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.476517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.476751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.476880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.476911] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 901.555118] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.555118] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.555118] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.555366] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.555557] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.555746] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 9e418087-2095-4660-8894-270b0d1f3280 not found, creating... [ 901.556190] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.556378] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.556498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.556740] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.556879] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.557369] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.557580] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.557946] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.557946] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.558147] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.558327] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 9e418087-2095-4660-8894-270b0d1f3280 is going to be created. [ 901.560233] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.560379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.560505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.560669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.560838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.595675] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 901.601151] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.601151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.601151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.601151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.601151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.601151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.604644] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 in Status: SUCCESS [ 901.604845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.605359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.605560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.605746] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.605853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.605911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.606149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.606240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.606323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.606410] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.111163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.111163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.111163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.111336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.111472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.111605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.111678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.111871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.111979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.112108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.112358] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.112447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.112698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.112952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.112952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.113050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.113093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.114243] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.359116] env[66818]: INFO networking_nsxv3.common.synchronization [req-32e9235a-edfc-4969-837a-254a3214c5e4 req-9e866b96-daaf-49cf-ba0c-16d6747568c1 service nova] Enqueued Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_rules [ 902.359322] env[66818]: INFO networking_nsxv3.common.synchronization [req-32e9235a-edfc-4969-837a-254a3214c5e4 req-9e866b96-daaf-49cf-ba0c-16d6747568c1 service nova] Enqueued Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_members [ 902.359485] env[66818]: INFO networking_nsxv3.common.synchronization [req-32e9235a-edfc-4969-837a-254a3214c5e4 req-9e866b96-daaf-49cf-ba0c-16d6747568c1 service nova] Enqueued Resource ID: 9e418087-2095-4660-8894-270b0d1f3280 with Priority: HIGHEST for action port [ 902.360914] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_rules [ 902.361110] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_members [ 902.361237] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e418087-2095-4660-8894-270b0d1f3280 with Priority: HIGHEST for action port [ 902.361725] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.361850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.361920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.362192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.362289] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.363208] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.363332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.363387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.364149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.364149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.364149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.364149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.364149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.364149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.364397] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.364969] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e418087-2095-4660-8894-270b0d1f3280 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.365132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.365190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.365388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.365487] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e418087-2095-4660-8894-270b0d1f3280',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.616769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8de1d05a-84eb-43e9-a363-4a932f2811f3: rpc.has_security_group_logging(os_id): False [ 902.636179] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.636961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.636961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.636961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.637165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.637326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.637460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.637586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.637799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.637949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.638253] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.638347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.638524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.638727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.638837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.639083] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.639218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.639329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.639551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.639648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.639771] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 is going to be created. [ 902.714012] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.714012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.714012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.714247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.714366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729359] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 in Status: IN_PROGRESS for 2s [ 902.867409] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.867665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.867800] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.868996] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e418087-2095-4660-8894-270b0d1f3280 with status ACTIVE [ 902.868996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.869149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.870013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.870013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.870013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.870013] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.870013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.870682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.870682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.870682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.871064] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.871064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.871326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.871714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.871786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.872261] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e418087-2095-4660-8894-270b0d1f3280 is going to be updated. [ 902.901752] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.902031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.902031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.903298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.903298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.903298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e418087-2095-4660-8894-270b0d1f3280" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.321406] env[66818]: INFO networking_nsxv3.common.synchronization [req-4d79d6fe-ad12-488c-b875-ff1a324db069 req-5ea94e6b-3e67-4858-b71b-95268b4d4ada tempest-ListServerFiltersTestJSON-1195528810 tempest-ListServerFiltersTestJSON-1195528810-project-member] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 903.322328] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGHEST for action security_group_members [ 903.323171] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.323171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.323171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.323807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.324149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.324344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.324408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.324594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.324716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.324881] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.374577] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.612093] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 903.612345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.828371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.828809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.828809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.828926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.855336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.855336] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.855336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.855336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.855336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.855336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.855336] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be updated. [ 903.877574] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.877783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.877859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.878354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.878354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.878354] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb is going to be created. [ 903.889697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.889850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.889910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.890145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.890396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.902280] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: IN_PROGRESS for 2s [ 903.903384] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.903747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.903747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.903872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.903981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.920038] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb in Status: UNINITIALIZED for 2s [ 904.744770] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 in Status: SUCCESS [ 904.745019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.914264] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e in Status: SUCCESS [ 905.914576] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e deletion is rescheduled due to dependency. [ 905.914576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.927475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb in Status: SUCCESS [ 905.927700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.928367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.928615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.928893] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.928985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.928985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.929158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.929234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.929322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.929439] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.129421] env[66818]: INFO networking_nsxv3.common.synchronization [req-c8744009-7389-435a-ae2b-cfd827776e58 req-b575f2ca-cca5-44e4-9898-093113dc7d37 tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 906.130312] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 906.130916] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.130916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.130916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.131185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.131395] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.131556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.131649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.131848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.131937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.132062] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.432150] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.432307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.432381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.432597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.432767] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.432868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.432932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.433099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.433186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.433274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.433420] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.433511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.433572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.433712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.433846] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.433935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.433992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.434143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.434215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.434318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.434417] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.549376] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.549613] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.549752] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.550395] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.550695] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.550862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.551029] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.551254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.551439] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.552219] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.552219] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.552219] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.552219] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.552219] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.552219] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.552434] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.583176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.583384] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.583488] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.583672] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.583989] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-0bb1605a-ace8-467d-9062-e070d3d50ee6 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.584209] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.584304] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.584623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.584792] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb1605a-ace8-467d-9062-e070d3d50ee6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.635567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.635753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.635868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.636093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.636224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.636661] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.636661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.636768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.636934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.636934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.637092] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 already deleted. [ 906.637248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.936946] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76b6eaf0-e38a-4aee-9349-4ece205795fb: rpc.has_security_group_logging(os_id): False [ 906.958564] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.958735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.958809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.959041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.959114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.959320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.959639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.959639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.959639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.959756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.959949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.960267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.960341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.960534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.960977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.961068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.961154] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb is going to be created. [ 907.020082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.023024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.023024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.023024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.023024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.035861] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb in Status: IN_PROGRESS for 2s [ 907.087316] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.087722] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.087866] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.088183] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.088330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.088484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 0bb1605a-ace8-467d-9062-e070d3d50ee6 not found, creating... [ 907.088767] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.088935] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.089061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.089299] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.089442] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.089756] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.089912] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.090211] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.090482] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.090666] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.090844] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 0bb1605a-ace8-467d-9062-e070d3d50ee6 is going to be created. [ 907.129232] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.129403] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.129553] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.129862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.130152] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.130439] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.371239] env[66818]: INFO networking_nsxv3.common.synchronization [None req-418f62bd-0814-4f8d-bc56-cae44122c6d9 None None] Enqueued Resource ID: 8af42059-80fc-44dc-a340-bf5e6d7c72c7 with Priority: HIGHEST for action port [ 907.371766] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af42059-80fc-44dc-a340-bf5e6d7c72c7 with Priority: HIGHEST for action port [ 907.372078] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af42059-80fc-44dc-a340-bf5e6d7c72c7 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.372195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af42059-80fc-44dc-a340-bf5e6d7c72c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.372264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af42059-80fc-44dc-a340-bf5e6d7c72c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.372518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af42059-80fc-44dc-a340-bf5e6d7c72c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.372617] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af42059-80fc-44dc-a340-bf5e6d7c72c7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.875482] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8af42059-80fc-44dc-a340-bf5e6d7c72c7 [ 907.875482] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.875482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.876165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.876165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.876165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.876165] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8af42059-80fc-44dc-a340-bf5e6d7c72c7 already deleted. [ 907.876165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af42059-80fc-44dc-a340-bf5e6d7c72c7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.898031] env[66818]: INFO networking_nsxv3.common.synchronization [req-c8744009-7389-435a-ae2b-cfd827776e58 req-2a1c6eda-dc87-4223-b6e7-9ab0fcc9fec8 service nova] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 907.898321] env[66818]: INFO networking_nsxv3.common.synchronization [req-c8744009-7389-435a-ae2b-cfd827776e58 req-2a1c6eda-dc87-4223-b6e7-9ab0fcc9fec8 service nova] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 907.898481] env[66818]: INFO networking_nsxv3.common.synchronization [req-c8744009-7389-435a-ae2b-cfd827776e58 req-2a1c6eda-dc87-4223-b6e7-9ab0fcc9fec8 service nova] Enqueued Resource ID: 0bb1605a-ace8-467d-9062-e070d3d50ee6 with Priority: HIGHEST for action port [ 907.899163] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 907.899393] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 907.899514] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb1605a-ace8-467d-9062-e070d3d50ee6 with Priority: HIGHEST for action port [ 907.899856] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.900078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.900078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.900755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.900755] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.904754] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.906567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.906567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.906567] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.908983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb1605a-ace8-467d-9062-e070d3d50ee6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.909894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.910071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.910408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.912107] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb1605a-ace8-467d-9062-e070d3d50ee6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.405362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.406706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.413013] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.414090] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb1605a-ace8-467d-9062-e070d3d50ee6 with status ACTIVE [ 908.414863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.414863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.414863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.415068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.415068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.415224] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.415322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.415467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.415544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.415618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.416273] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.416273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.416273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.416273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.416273] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb1605a-ace8-467d-9062-e070d3d50ee6 is going to be updated. [ 908.439512] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.439660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.439728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.439932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.440210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.440424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb1605a-ace8-467d-9062-e070d3d50ee6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.918951] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.054645] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb in Status: SUCCESS [ 909.054645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.421337] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.422100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.422218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.422830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.423308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.423308] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be created. [ 909.453245] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.453245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.453245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.453245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.453245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.467372] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: UNINITIALIZED for 2s [ 909.665658] env[66818]: INFO networking_nsxv3.common.synchronization [None req-ae52941a-8fe1-4fd9-814d-b1d327fd297e None None] Enqueued Resource ID: eb16192f-e105-4771-a27c-ea0b3e45a6c0 with Priority: HIGHEST for action port [ 909.666697] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb16192f-e105-4771-a27c-ea0b3e45a6c0 with Priority: HIGHEST for action port [ 909.666697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb16192f-e105-4771-a27c-ea0b3e45a6c0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.666697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb16192f-e105-4771-a27c-ea0b3e45a6c0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.666697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb16192f-e105-4771-a27c-ea0b3e45a6c0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.666869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb16192f-e105-4771-a27c-ea0b3e45a6c0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.666904] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb16192f-e105-4771-a27c-ea0b3e45a6c0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.168887] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb16192f-e105-4771-a27c-ea0b3e45a6c0 [ 910.169163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.169970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.169970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.169970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.169970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.169970] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb16192f-e105-4771-a27c-ea0b3e45a6c0 already deleted. [ 910.169970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb16192f-e105-4771-a27c-ea0b3e45a6c0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.989792] env[66818]: INFO networking_nsxv3.common.synchronization [req-27c0398d-9287-47c5-b75a-8ed176299d86 req-bd1ffe46-8843-4889-ada1-36aeff528ec8 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 910.990399] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 910.990703] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.990825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.990892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.996096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.996458] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.996630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.996699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.996895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.996982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.997100] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.479430] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 911.479430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.479658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.480206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.480206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.480206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.480529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.480529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.480529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.480850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.480850] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.500052] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.983490] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.993974] env[66818]: INFO networking_nsxv3.common.synchronization [req-256caa33-5da7-4e73-a875-53031e80fb48 req-0cc73b55-a527-49b0-bb7d-66042644d1bd tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 911.994616] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 911.994888] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.995036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.995303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.995511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.995678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.995783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.995877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.996814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.997053] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.003462] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.489616] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875fc509-a842-4d29-9926-9be3c0d7fb89: rpc.has_security_group_logging(os_id): False [ 912.500692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.500918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.500918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.501871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.507359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.507359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.507519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.507519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.507679] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 912.512256] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.512408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.533115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.533424] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.533586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.533586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.533854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.533943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.534051] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 912.535542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.535754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.535831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.536112] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.536239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.536329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.536439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.536605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.536708] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be created. [ 912.570392] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.570392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.570392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.570392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.570392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.572645] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.572645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.572645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.572645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.572939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.585029] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 912.587206] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 912.610912] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.611618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.615673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.615673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.615673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.627730] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 912.926299] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee9991a5-a18d-4cc9-b440-19cb2d56f6a1 req-bf34f56d-7684-4204-8606-e43eb1bdcf51 tempest-ServerRescueTestJSON-410903986 tempest-ServerRescueTestJSON-410903986-project-member] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 912.927314] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 912.927498] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.927703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.928143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.931012] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.931012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.931012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.931012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.931012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.931012] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.281863] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.282209] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.282209] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.282521] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.282782] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.282963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.283048] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.283254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.283401] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283604] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.283710] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.283814] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.283916] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.284027] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.284128] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.284250] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.302903] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.302903] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.302903] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.303093] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.303369] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-de351597-292f-4385-ba27-d9f941bac3f6 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.303721] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.303721] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.304191] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.304287] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de351597-292f-4385-ba27-d9f941bac3f6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.431958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.432081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.432118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.433080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.433080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433080] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.433080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.433080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.433080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.433080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433369] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 already deleted. [ 913.433369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.808415] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.808648] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.808776] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.809612] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.809750] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.809913] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port de351597-292f-4385-ba27-d9f941bac3f6 not found, creating... [ 913.812145] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.812331] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.812451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.812695] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.812932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.813230] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.813396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.813511] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.813962] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.814150] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.814484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: de351597-292f-4385-ba27-d9f941bac3f6 is going to be created. [ 913.836662] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.836839] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.836839] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.837143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.837496] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.837670] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.590669] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee9991a5-a18d-4cc9-b440-19cb2d56f6a1 req-8e68b24f-d73e-48d8-b244-30247a7ce94b service nova] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_rules [ 914.590669] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee9991a5-a18d-4cc9-b440-19cb2d56f6a1 req-8e68b24f-d73e-48d8-b244-30247a7ce94b service nova] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 914.590669] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee9991a5-a18d-4cc9-b440-19cb2d56f6a1 req-8e68b24f-d73e-48d8-b244-30247a7ce94b service nova] Enqueued Resource ID: de351597-292f-4385-ba27-d9f941bac3f6 with Priority: HIGHEST for action port [ 914.592520] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_rules [ 914.592520] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 914.592520] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de351597-292f-4385-ba27-d9f941bac3f6 with Priority: HIGHEST for action port [ 914.592520] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.592520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.592520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.593024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.593575] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.595460] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.595460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.595460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.595460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.595814] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.595934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.596030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.596222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.596397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.596530] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.598235] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-de351597-292f-4385-ba27-d9f941bac3f6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.598424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.598538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.598739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.599175] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de351597-292f-4385-ba27-d9f941bac3f6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.604964] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 914.604964] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 deletion is rescheduled due to dependency. [ 914.604964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.604964] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 914.604964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.641244] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 914.641515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.003750] env[66818]: INFO networking_nsxv3.common.synchronization [req-12e1821e-b4eb-4f1d-b9b2-f4baf55b35f5 req-d8e47ebe-ce94-40c6-801c-c9695c6b14a3 tempest-ServerGroupTestJSON-2108868352 tempest-ServerGroupTestJSON-2108868352-project-member] Enqueued Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_members [ 915.004366] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGHEST for action security_group_members [ 915.004717] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.004847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.004921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.005149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.005305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.005411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.005474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.005628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.005715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.005809] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.102715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.102715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.102715] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.102715] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de351597-292f-4385-ba27-d9f941bac3f6 with status ACTIVE [ 915.102715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.102715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.102715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.102715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.102715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.102715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.103367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.103367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.103367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.103367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.104039] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.104039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.104039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.104220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.104220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.105252] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de351597-292f-4385-ba27-d9f941bac3f6 is going to be updated. [ 915.131732] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.131928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.131928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.132141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.132273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.132447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de351597-292f-4385-ba27-d9f941bac3f6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.437302] env[66818]: INFO networking_nsxv3.common.synchronization [req-c32acd6c-eefa-4d3c-89c5-7c488672dc18 req-38275c70-cc0b-4b77-af02-1fbdd33123a1 tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 915.437858] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 915.438261] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.438360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.438360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.438721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.438875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.439220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.439220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.439220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.439311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.439379] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.508218] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.508450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.508533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.508791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.508911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.509185] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.509328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.509409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.509598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.509673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.509780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 is going to be updated. [ 915.607598] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.651414] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.651608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.651700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.651959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.652098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.664185] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 in Status: IN_PROGRESS for 2s [ 915.897274] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.897476] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.897647] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.898059] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.898334] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.898497] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.898647] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.898820] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.899107] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.899400] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.899517] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.899631] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.899741] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.899857] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.899963] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.900128] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.918735] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.918839] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.919071] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.919170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.919474] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-d4058c72-5e92-41a0-ac7b-7cda1afe0193 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.919633] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.919745] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.920233] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.920308] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4058c72-5e92-41a0-ac7b-7cda1afe0193',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.939434] env[66818]: INFO networking_nsxv3.common.synchronization [None req-20f70c5b-c787-4609-ad4d-1ff1caf38c8b None None] Enqueued Resource ID: 4ee879f1-87be-43a9-ba62-a313d5464b32 with Priority: HIGHEST for action port [ 915.941338] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee879f1-87be-43a9-ba62-a313d5464b32 with Priority: HIGHEST for action port [ 915.944519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee879f1-87be-43a9-ba62-a313d5464b32 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee879f1-87be-43a9-ba62-a313d5464b32" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee879f1-87be-43a9-ba62-a313d5464b32" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee879f1-87be-43a9-ba62-a313d5464b32" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.944519] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee879f1-87be-43a9-ba62-a313d5464b32',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.944519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.944519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.944519] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa already deleted. [ 915.944519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.113638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.113942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.113942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.114239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.114390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.114528] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be created. [ 916.144867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.145018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.145082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.145298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.145989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.158073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: UNINITIALIZED for 2s [ 916.422996] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.423251] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.423376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.423789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.423789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.423940] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port d4058c72-5e92-41a0-ac7b-7cda1afe0193 not found, creating... [ 916.424217] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.424378] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.424491] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.424722] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.424873] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.425201] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.425362] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.425478] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.425676] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.425807] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.425940] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: d4058c72-5e92-41a0-ac7b-7cda1afe0193 is going to be created. [ 916.444901] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ee879f1-87be-43a9-ba62-a313d5464b32 [ 916.445184] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.445318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.445383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.445588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.445669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.445761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ee879f1-87be-43a9-ba62-a313d5464b32 already deleted. [ 916.445866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee879f1-87be-43a9-ba62-a313d5464b32" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.451754] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452835] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452835] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.452835] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.452835] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452835] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.975408] env[66818]: INFO networking_nsxv3.common.synchronization [req-f6a38b63-e4f8-41a4-bdcd-d5688647dd57 req-51535314-e194-4ca7-b28c-78bef5274c16 tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 916.975969] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 916.976307] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.976428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.976490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.976716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.976902] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.977072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.977142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.977292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.977374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.977468] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.177305] env[66818]: INFO networking_nsxv3.common.synchronization [req-c32acd6c-eefa-4d3c-89c5-7c488672dc18 req-ca495a66-c9d8-4da3-a9fb-04f57c838bcd service nova] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_rules [ 917.177431] env[66818]: INFO networking_nsxv3.common.synchronization [req-c32acd6c-eefa-4d3c-89c5-7c488672dc18 req-ca495a66-c9d8-4da3-a9fb-04f57c838bcd service nova] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 917.177533] env[66818]: INFO networking_nsxv3.common.synchronization [req-c32acd6c-eefa-4d3c-89c5-7c488672dc18 req-ca495a66-c9d8-4da3-a9fb-04f57c838bcd service nova] Enqueued Resource ID: d4058c72-5e92-41a0-ac7b-7cda1afe0193 with Priority: HIGHEST for action port [ 917.178423] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_rules [ 917.178423] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 917.178423] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4058c72-5e92-41a0-ac7b-7cda1afe0193 with Priority: HIGHEST for action port [ 917.178817] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.178916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.178916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.179260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.179389] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.180317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.180453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.180484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.180660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.180802] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.181120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.181120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.181120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.181235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.181303] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.182030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4058c72-5e92-41a0-ac7b-7cda1afe0193 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.182220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.182272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.183074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.183074] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4058c72-5e92-41a0-ac7b-7cda1afe0193',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.479667] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.675289] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 in Status: SUCCESS [ 917.675289] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 deletion is rescheduled due to dependency. [ 917.675289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.684926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.685104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.685319] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.687350] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4058c72-5e92-41a0-ac7b-7cda1afe0193 with status ACTIVE [ 917.687350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.687350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.687350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.687496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.687496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.687748] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.687837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.687873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.688067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.688158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.688404] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.689176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.689176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.689176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.689176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.689176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4058c72-5e92-41a0-ac7b-7cda1afe0193 is going to be updated. [ 917.715328] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.715328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.715328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.715328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.715328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.715328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4058c72-5e92-41a0-ac7b-7cda1afe0193" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.982305] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.170641] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 918.170944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.171300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.171546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.172462] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.172462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.172462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.172462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.172729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.172729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.172782] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.191088] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.486649] env[66818]: INFO networking_nsxv3.common.synchronization [None req-29e698e4-49f6-48c7-a93d-9e5c1823c171 None None] Enqueued Resource ID: e4e1b10b-f56a-45a2-86b1-91449c2f3d94 with Priority: HIGHEST for action port [ 918.487673] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e1b10b-f56a-45a2-86b1-91449c2f3d94 with Priority: HIGHEST for action port [ 918.488221] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.488290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.488365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.488570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.488657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.488751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 918.489967] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e1b10b-f56a-45a2-86b1-91449c2f3d94 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.490098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e1b10b-f56a-45a2-86b1-91449c2f3d94" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.490165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e1b10b-f56a-45a2-86b1-91449c2f3d94" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.490522] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e1b10b-f56a-45a2-86b1-91449c2f3d94" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.490623] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e1b10b-f56a-45a2-86b1-91449c2f3d94',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.526854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.527220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.527534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.528861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.528861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.538820] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 918.677823] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.678121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.678257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.678621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.678923] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.679117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.679203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.679405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.679536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.679684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.680080] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.680080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.680080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.680258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.680460] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.680517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.680587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.680724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.680806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.680911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.681018] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.696717] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.696984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.697118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.697413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.697538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.697666] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be created. [ 918.723977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.724197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.724197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.724441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.724604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.735243] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: UNINITIALIZED for 2s [ 918.992672] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4e1b10b-f56a-45a2-86b1-91449c2f3d94 [ 918.992906] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.993050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.993118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.993400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.993519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.994027] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4e1b10b-f56a-45a2-86b1-91449c2f3d94 already deleted. [ 918.994027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e1b10b-f56a-45a2-86b1-91449c2f3d94" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.185785] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549: rpc.has_security_group_logging(os_id): False [ 919.208159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.208547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.208744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.209075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.209329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.209681] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.209952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.210149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.210418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.210636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.210960] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.211242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.211582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.212668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.212668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.212668] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.212668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.212933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.213101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.213232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.213721] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be created. [ 919.305531] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.305763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.305845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.306043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.306253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.328757] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: IN_PROGRESS for 2s [ 920.550128] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 920.550447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.746176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 920.746419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.746574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.746796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747066] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747680] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.254030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.254030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.254030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.254030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.254030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.254030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.254030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.254030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.254512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.254512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.254512] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.254512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.254512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.254677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.254712] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.254836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.254977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.255095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.255129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.255198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.255280] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.350198] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 921.350451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.751629] env[66818]: INFO networking_nsxv3.common.synchronization [req-01e33f30-061a-4c08-b0e9-eb83d0cc1fe8 req-9b25da29-6acc-41dc-9e65-4b8599339924 tempest-ServerMetadataNegativeTestJSON-1746869433 tempest-ServerMetadataNegativeTestJSON-1746869433-project-member] Enqueued Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_members [ 921.752736] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGHEST for action security_group_members [ 921.752736] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.752736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.752937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.754120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.754120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.754120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.754120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.754120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.754120] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.758066] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5414ee50-cad2-40e1-a1ad-9dcc813c10aa: rpc.has_security_group_logging(os_id): False [ 921.777606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.777606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.777606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.777783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.777862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.778350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.778350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.778350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.778484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.778484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.779268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.779268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.779268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.779268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.779268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.779268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.779903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.779903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.779903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.779903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.779903] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be created. [ 921.838843] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.839045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.839123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.839460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.839681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.850342] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: IN_PROGRESS for 2s [ 922.256505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.256675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.256739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.256973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.257083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.257287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.257388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.257473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.257596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.257671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.257756] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb is going to be updated. [ 922.290144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.290326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.290612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.290847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.291010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.302541] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb in Status: IN_PROGRESS for 2s [ 923.731293] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e0010b6-37e5-431e-9188-20cd88233b46 req-68c89466-a15c-4f58-85bb-34daeae57324 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 923.731602] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 923.731949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.732149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.732201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.732493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.732667] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.732788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.732827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.732981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.733086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.733198] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.868065] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 923.868393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.061777] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.062372] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.062372] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.062669] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.062981] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.064649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.064871] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.065208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.065561] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.065840] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.065988] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.066157] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.066303] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.067211] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.067425] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.067609] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.088239] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.088564] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.088778] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.088997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.089409] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-a797d9d7-1b08-4a67-8439-be92ce2cab85 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.089622] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.089775] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.090154] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.090336] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a797d9d7-1b08-4a67-8439-be92ce2cab85',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.238412] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.238614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.238684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.238991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.239201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.239502] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.239669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.239775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.240049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.240184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.240321] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e already deleted. [ 924.240444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.316940] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb in Status: SUCCESS [ 924.317281] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb deletion is rescheduled due to dependency. [ 924.317481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.593292] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.593630] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.593826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.594260] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.594495] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.594730] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port a797d9d7-1b08-4a67-8439-be92ce2cab85 not found, creating... [ 924.595141] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.595407] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.595579] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.595906] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.596132] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.596576] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.596807] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.596990] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.597312] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.597514] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597724] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: a797d9d7-1b08-4a67-8439-be92ce2cab85 is going to be created. [ 924.621918] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.622260] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.622619] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.622816] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.623152] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.623559] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.350444] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e0010b6-37e5-431e-9188-20cd88233b46 req-a8331464-f0ee-402e-84c6-8fc1164f53cd service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 925.350758] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e0010b6-37e5-431e-9188-20cd88233b46 req-a8331464-f0ee-402e-84c6-8fc1164f53cd service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 925.351194] env[66818]: INFO networking_nsxv3.common.synchronization [req-1e0010b6-37e5-431e-9188-20cd88233b46 req-a8331464-f0ee-402e-84c6-8fc1164f53cd service nova] Enqueued Resource ID: a797d9d7-1b08-4a67-8439-be92ce2cab85 with Priority: HIGHEST for action port [ 925.351496] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 925.351627] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 925.351722] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a797d9d7-1b08-4a67-8439-be92ce2cab85 with Priority: HIGHEST for action port [ 925.352008] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.353026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.353026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.353295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.353381] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.355354] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.355354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.355354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.355354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.355557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.358895] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.358895] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a797d9d7-1b08-4a67-8439-be92ce2cab85 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.358895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.358895] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a797d9d7-1b08-4a67-8439-be92ce2cab85',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.562349] env[66818]: INFO networking_nsxv3.common.synchronization [req-ea905c64-c3ce-4e4c-bec4-eaa923aefc55 req-15f8caea-f106-4686-8dc2-1ba968a30c5e tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 925.562996] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 925.563373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.563512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.563848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.564208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.564397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.564557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.564676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.567138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.567685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.567837] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.768960] env[66818]: INFO networking_nsxv3.common.synchronization [req-6e2e2835-46fa-4c05-8cb0-29e7671c00d8 req-95e1e9ae-43ab-4cfb-bef1-c55db947cd02 tempest-ServersWithSpecificFlavorTestJSON-2085652946 tempest-ServersWithSpecificFlavorTestJSON-2085652946-project-member] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 925.769562] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGHEST for action security_group_members [ 925.769906] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.770051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.770132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.770372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.770547] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.770654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.770722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.771401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.771401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.771401] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.859699] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.860210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.862239] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a797d9d7-1b08-4a67-8439-be92ce2cab85 with status ACTIVE [ 925.862239] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.862239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.862239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.862462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.862462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.862720] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.862891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.863134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.863393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.863525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.863984] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.863984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.864116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.868019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.868019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.868019] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a797d9d7-1b08-4a67-8439-be92ce2cab85 is going to be updated. [ 925.868019] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.891487] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.891685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.891685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.891959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.892973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.892973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a797d9d7-1b08-4a67-8439-be92ce2cab85" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.948755] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.948951] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.949102] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.949435] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.949645] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.949811] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.949927] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.950161] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.950304] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.950508] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.950618] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.950722] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.950826] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.950930] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.951222] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.951222] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.986391] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.986601] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.986770] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.986970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.987440] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-fe638840-5629-4259-802a-c9f6dc4098cd taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.987675] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.987829] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.988226] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.988412] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe638840-5629-4259-802a-c9f6dc4098cd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.070411] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.273199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.273366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.273433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.273650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.294724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.295103] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.295296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.295403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.295690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.295807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.295929] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be updated. [ 926.339729] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.339843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.340046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.340179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.340386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.349942] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: IN_PROGRESS for 2s [ 926.368829] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.491895] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.494862] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port fe638840-5629-4259-802a-c9f6dc4098cd not found, creating... [ 926.494862] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.494862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.495631] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.495631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.495631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.495907] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.496053] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: fe638840-5629-4259-802a-c9f6dc4098cd is going to be created. [ 926.530743] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.530743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.530743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.530743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.530743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.530743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.573547] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.871628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.872508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.872508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.872508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.872508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.872508] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be created. [ 926.899980] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.900231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.900406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.900572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.913878] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: UNINITIALIZED for 2s [ 927.078047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.078047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.078439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.078439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.078530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be updated. [ 927.108047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.108296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.108296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.108755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.108755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.117484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: IN_PROGRESS for 2s [ 927.209094] env[66818]: INFO networking_nsxv3.common.synchronization [req-ea905c64-c3ce-4e4c-bec4-eaa923aefc55 req-73ab663f-2306-40be-9c81-4265ef4bef5c service nova] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_rules [ 927.209431] env[66818]: INFO networking_nsxv3.common.synchronization [req-ea905c64-c3ce-4e4c-bec4-eaa923aefc55 req-73ab663f-2306-40be-9c81-4265ef4bef5c service nova] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 927.209657] env[66818]: INFO networking_nsxv3.common.synchronization [req-ea905c64-c3ce-4e4c-bec4-eaa923aefc55 req-73ab663f-2306-40be-9c81-4265ef4bef5c service nova] Enqueued Resource ID: fe638840-5629-4259-802a-c9f6dc4098cd with Priority: HIGHEST for action port [ 927.210256] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_rules [ 927.210379] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 927.210484] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe638840-5629-4259-802a-c9f6dc4098cd with Priority: HIGHEST for action port [ 927.210927] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.210927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.211117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.211244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.211390] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.213119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.213119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.213119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe638840-5629-4259-802a-c9f6dc4098cd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.213119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.213119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.213363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.213363] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe638840-5629-4259-802a-c9f6dc4098cd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.714799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.715176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.715325] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe638840-5629-4259-802a-c9f6dc4098cd with status ACTIVE [ 927.715450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.715588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.715631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.716009] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.716009] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.716161] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.716267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.716326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.716487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.716563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.716740] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.716845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.716908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.717061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.717136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.717291] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe638840-5629-4259-802a-c9f6dc4098cd is going to be updated. [ 927.756210] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.756210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.756210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.756210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.756412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.756475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe638840-5629-4259-802a-c9f6dc4098cd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.359508] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 in Status: SUCCESS [ 928.359682] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 deletion is rescheduled due to dependency. [ 928.360063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.925587] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.925587] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.925587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.925587] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.130107] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 929.130293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.130358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.130654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.130846] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.130996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.131047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.131204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.131288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.131492] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.427706] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.427886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.427936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.428164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.428355] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.428450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.428513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.428665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.428770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.428970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.429065] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.429141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.429183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.429318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.429453] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.429605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.429677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.429832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.429906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.429987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.430093] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.635579] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.932417] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29d65dc-d5c3-4959-b12f-31f91ba9d72e: rpc.has_security_group_logging(os_id): False [ 929.952614] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.952796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.952837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.954054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.954054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.954054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.954557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.954557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.954557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.954557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.954789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.954789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.954876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.954942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.955042] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be created. [ 930.040580] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.040580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.040580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.041050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.041185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.056662] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 930.140828] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.644034] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.644244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.644287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.644492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.644586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.644692] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be updated. [ 930.682902] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.683171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.683297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.683482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.683639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.692336] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: IN_PROGRESS for 2s [ 932.074246] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 932.074516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.211760] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 932.211886] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 932.705472] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 932.705703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.705876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.706120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.706318] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.706466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.706514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.706669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.706751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.706834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.706924] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.209188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.209562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.209562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.209562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.209877] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.209987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.210064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.210219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.210298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.210396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.210615] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.210710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.210765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.210925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.211070] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.211181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.211218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.211354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.211429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.211513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.211604] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.715117] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5414ee50-cad2-40e1-a1ad-9dcc813c10aa: rpc.has_security_group_logging(os_id): False [ 933.742443] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.742575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.742702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.742928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.743057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.743322] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.743434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.743490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.743699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.743826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.744388] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.744533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.744602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.744812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.744901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.745190] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.745395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.745508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.745683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.745759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.745869] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be updated. [ 933.822141] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.822274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.822327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.822523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.822670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.840120] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: IN_PROGRESS for 2s [ 934.011860] env[66818]: INFO networking_nsxv3.common.synchronization [req-f8efc16e-9e3f-4dff-b34c-60a6af36eefb req-e66ee362-d1c7-4616-800d-7dea3a96dee3 tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 934.012472] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 934.012800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.012893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.012962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.014184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.014320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.014432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.014500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.014651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.015559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.015667] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.406185] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.406509] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.406509] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.406789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.407474] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.407687] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.407826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.409181] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.409181] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.409181] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.409181] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.409181] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.409181] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.409181] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.409181] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.409181] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.430014] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.430274] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.430444] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.430649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-902" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.430971] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-9da70628-6812-45e3-9776-8feae08abe04 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.431333] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.431333] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.431597] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.431733] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da70628-6812-45e3-9776-8feae08abe04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.518563] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.519811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.519811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.519811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.519811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.519811] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.519811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.520105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.520105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.520345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.520345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 934.551573] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.551848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.551916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.552175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.552366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.563726] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 934.620900] env[66818]: INFO networking_nsxv3.common.synchronization [req-bb737484-49dd-41ac-a9a9-9bb6b6f81c8b req-9aa26a0a-7a2f-4f24-a409-293f2046e585 tempest-ServersAdminTestJSON-255057613 tempest-ServersAdminTestJSON-255057613-project-member] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 934.621414] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGHEST for action security_group_members [ 934.621867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.622021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.622098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.622310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.622490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.622587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.622655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.622822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.622922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.623087] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.934731] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.936746] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 9da70628-6812-45e3-9776-8feae08abe04 not found, creating... [ 934.936746] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.936746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.937331] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.937331] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.937331] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.937331] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.937671] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.937671] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 9da70628-6812-45e3-9776-8feae08abe04 is going to be created. [ 934.958787] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.959078] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.959254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.959610] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.959948] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.960296] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.126314] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.126501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.126547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.126750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.151295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.151650] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.151778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.152030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.152140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.152176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.152245] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be updated. [ 935.186210] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.186358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.186438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.187160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.187309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.198320] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: IN_PROGRESS for 2s [ 935.696406] env[66818]: INFO networking_nsxv3.common.synchronization [req-f8efc16e-9e3f-4dff-b34c-60a6af36eefb req-5dc9c3d4-77ac-4a14-91de-575b85b7db25 service nova] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_rules [ 935.696713] env[66818]: INFO networking_nsxv3.common.synchronization [req-f8efc16e-9e3f-4dff-b34c-60a6af36eefb req-5dc9c3d4-77ac-4a14-91de-575b85b7db25 service nova] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 935.696862] env[66818]: INFO networking_nsxv3.common.synchronization [req-f8efc16e-9e3f-4dff-b34c-60a6af36eefb req-5dc9c3d4-77ac-4a14-91de-575b85b7db25 service nova] Enqueued Resource ID: 9da70628-6812-45e3-9776-8feae08abe04 with Priority: HIGHEST for action port [ 935.697523] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_rules [ 935.697758] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 935.697888] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da70628-6812-45e3-9776-8feae08abe04 with Priority: HIGHEST for action port [ 935.698271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.698437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.698525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.698742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.698827] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.699938] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.700134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.700776] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da70628-6812-45e3-9776-8feae08abe04 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.700776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.700776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.700968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.700968] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da70628-6812-45e3-9776-8feae08abe04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.855585] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 935.855899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.204097] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.204252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.204435] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9da70628-6812-45e3-9776-8feae08abe04 with status ACTIVE [ 936.204611] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.204764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.204860] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.205170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.205270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.205460] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.205572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.205602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.205760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.205837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.206031] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.206127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.206188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.206329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.206398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.206481] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9da70628-6812-45e3-9776-8feae08abe04 is going to be updated. [ 936.228339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.228339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.228525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.228626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.228767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.228922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da70628-6812-45e3-9776-8feae08abe04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.357452] env[66818]: INFO networking_nsxv3.common.synchronization [req-3c07bac0-6b19-4ee2-b991-c997a47cc146 req-2872a737-ff95-43b9-b4a9-fbe0acb58cdb tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 936.359158] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 936.359158] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.359158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.359158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.359158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.359488] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.359488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.359488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.359654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.359700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.359786] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.574235] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 936.574397] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b deletion is rescheduled due to dependency. [ 936.574468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.575027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.575027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.575027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.575236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.575236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.575342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.575421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.575576] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.752943] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.753251] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.753332] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.753628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.753889] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.754067] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.754183] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.754386] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.754526] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.754875] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.754875] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.754961] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.755076] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.755187] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.755291] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.755421] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.774405] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.774603] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.774746] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.774924] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.775262] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-5312961a-48a6-4ea7-86f1-f158a73b9675 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.775449] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.775605] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.775912] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.776061] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5312961a-48a6-4ea7-86f1-f158a73b9675',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.861679] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.861867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.861955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.862229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.862324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.862520] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.862621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.862726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.862890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.862966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.863059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 already deleted. [ 936.863141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.078254] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.208505] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e in Status: SUCCESS [ 937.208742] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e deletion is rescheduled due to dependency. [ 937.208866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.278981] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.279255] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.279836] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.279836] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.279971] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280140] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 5312961a-48a6-4ea7-86f1-f158a73b9675 not found, creating... [ 937.280456] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280684] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.280838] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.281104] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.281287] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.281600] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.281810] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.281978] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.282208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.282371] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.282536] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 is going to be created. [ 937.309337] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.309553] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.309678] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.310040] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.312278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.312278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.583611] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.027192] env[66818]: INFO networking_nsxv3.common.synchronization [req-3c07bac0-6b19-4ee2-b991-c997a47cc146 req-827f7c5a-865f-4df3-b543-2090fb5be9fa service nova] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 938.027448] env[66818]: INFO networking_nsxv3.common.synchronization [req-3c07bac0-6b19-4ee2-b991-c997a47cc146 req-827f7c5a-865f-4df3-b543-2090fb5be9fa service nova] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 938.027498] env[66818]: INFO networking_nsxv3.common.synchronization [req-3c07bac0-6b19-4ee2-b991-c997a47cc146 req-827f7c5a-865f-4df3-b543-2090fb5be9fa service nova] Enqueued Resource ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 with Priority: HIGHEST for action port [ 938.028088] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 938.028232] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 938.028358] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 with Priority: HIGHEST for action port [ 938.028670] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.028887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.028887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.029129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.029213] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.030077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.030202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.030274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.030432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.030581] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.030675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.030738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.030872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.030953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.031057] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.031760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5312961a-48a6-4ea7-86f1-f158a73b9675 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.031864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.031930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.034308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.034308] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5312961a-48a6-4ea7-86f1-f158a73b9675',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.085958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.086186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.086263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.086477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.086569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.086670] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 938.116310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.116487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.116595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.116909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.117017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.126098] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 938.534591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.534801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.535067] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.540084] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5312961a-48a6-4ea7-86f1-f158a73b9675 with status ACTIVE [ 938.540084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.540084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.540084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.540084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.540084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.540084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.540084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.540488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.540488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.540488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.541030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.541030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.541030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.541030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.541154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.541154] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 is going to be updated. [ 938.570660] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.570902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.570976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.571212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.571370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.571533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.046272] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.548431] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.548645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.548704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.548956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.549559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.549797] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be created. [ 939.585244] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.585428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.585468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.586016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.586230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.599086] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: UNINITIALIZED for 2s [ 939.799905] env[66818]: INFO networking_nsxv3.common.synchronization [req-cf818234-6eb4-45ba-846c-d1936b4341b3 req-b9b405b0-e473-4cc4-8d04-b458f8cdde2b tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 939.801305] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 939.801707] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.801911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.801911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.802148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.802309] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.802414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.802513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.802625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.802710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.802809] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.136928] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 940.137238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.138589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.138589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.138589] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.305216] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.305415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.306875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.307310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.307779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.307858] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.308203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.308203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.308274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.308321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.309088] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 940.384397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.384670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.385883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.385883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.385883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.398141] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 940.641356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.641540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.641540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.641780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.641977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.642765] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.642765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.643232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.643232] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.643232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.643232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.643417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.643417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.643500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.643553] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.150418] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9752faea-574e-410e-b1c2-b111699c7d5b: rpc.has_security_group_logging(os_id): False [ 941.171263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.171263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.171263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.171263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.171846] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.171846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.171846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.171846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.171846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.171846] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 941.260243] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.260243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.260501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.260555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.261214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.290371] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 941.609175] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 941.609398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.609566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.609785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.609984] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.610114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.610181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.610333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.610416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.610496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.610594] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.113133] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.113133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.113497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.113497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.113591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.113684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.113727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.113868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.113954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.114055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.114393] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.114529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.114589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.114737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.114878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.115067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.115067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.115178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.115223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.115431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.115431] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.409538] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 942.409842] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e deletion is rescheduled due to dependency. [ 942.409842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.618660] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5: rpc.has_security_group_logging(os_id): False [ 942.641064] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.641268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.641268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.641497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.641896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.641896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.641896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.642871] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.642871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.643178] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.643178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.643178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.643288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.643467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.643467] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be created. [ 942.710477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.710662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.710709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.710913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.711731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.729194] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 942.829540] env[66818]: INFO networking_nsxv3.common.synchronization [req-571153bc-39a5-456a-b526-1d51b84ec8f5 req-faab360f-c22a-4990-b10a-da5053428814 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 942.830132] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 942.830439] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.830572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.830662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.830884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.831074] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.831201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.831275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.831418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.831496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.831598] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.931121] env[66818]: INFO networking_nsxv3.common.synchronization [req-2b580dd3-a515-483e-a2cf-f0990ed83de4 req-c7accd7e-bf84-495d-ac5e-d2ef504da740 tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 942.931121] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 942.931121] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.931121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.931121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.931348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.931428] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.931547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.931588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.931715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.931794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.931917] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.194346] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.194543] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.194665] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.194999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.195274] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.195431] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.195545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.195777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.195949] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.196171] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.196281] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.196386] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.196490] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.196595] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.196695] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.196821] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.215686] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.215823] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.215954] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.216178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.216489] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-1696d12f-ac76-4d9e-8b51-76c8f7f50086 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.216658] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.216775] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.217088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.217244] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1696d12f-ac76-4d9e-8b51-76c8f7f50086',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.304119] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 943.304348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.334900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.335249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.335249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.335424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.335519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.335837] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.336090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.336125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.336462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.336462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.336572] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a already deleted. [ 943.336689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.436920] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.437208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.437208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.437414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.437507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.437708] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.437808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.437922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.438090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.438171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.438262] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 943.472251] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.472530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.472530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.472744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.472829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.483517] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 943.719690] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.719900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.720090] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.720428] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.720617] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.720801] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 1696d12f-ac76-4d9e-8b51-76c8f7f50086 not found, creating... [ 943.721110] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.721271] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.721386] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.721622] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.721758] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.722173] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.722374] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.722498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.722711] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.722853] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.722997] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 1696d12f-ac76-4d9e-8b51-76c8f7f50086 is going to be created. [ 943.760433] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.760433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.760433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.760433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.760433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.760433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.106384] env[66818]: INFO networking_nsxv3.common.synchronization [req-c29d0149-4ee8-45d5-b997-015e2562abf8 req-efc920ed-818f-407d-9460-216f9b262a33 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_members [ 944.106384] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGHEST for action security_group_members [ 944.106384] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.106384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.106676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107725] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.465913] env[66818]: INFO networking_nsxv3.common.synchronization [req-571153bc-39a5-456a-b526-1d51b84ec8f5 req-d127268b-9bba-4f16-b244-8d2729bf460d service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 944.466322] env[66818]: INFO networking_nsxv3.common.synchronization [req-571153bc-39a5-456a-b526-1d51b84ec8f5 req-d127268b-9bba-4f16-b244-8d2729bf460d service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 944.466399] env[66818]: INFO networking_nsxv3.common.synchronization [req-571153bc-39a5-456a-b526-1d51b84ec8f5 req-d127268b-9bba-4f16-b244-8d2729bf460d service nova] Enqueued Resource ID: 1696d12f-ac76-4d9e-8b51-76c8f7f50086 with Priority: HIGHEST for action port [ 944.466961] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 944.467117] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 944.467232] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1696d12f-ac76-4d9e-8b51-76c8f7f50086 with Priority: HIGHEST for action port [ 944.467850] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.468098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.468178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.468488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.468582] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.469704] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.469704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.469937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.469937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.470459] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.470459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.470459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.470459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.470459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.470807] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.471482] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1696d12f-ac76-4d9e-8b51-76c8f7f50086 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.471606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.471671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.472167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.472618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1696d12f-ac76-4d9e-8b51-76c8f7f50086',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.611012] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.611658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.611781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.612042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.612160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.612405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.612532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.612614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.612800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.612891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.612991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53ce7df-708a-4981-975e-4301bc171412 is going to be updated. [ 944.645363] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.645587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.645654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.645809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.645983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.655769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53ce7df-708a-4981-975e-4301bc171412 in Status: IN_PROGRESS for 2s [ 944.744151] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 944.744894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.975202] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1696d12f-ac76-4d9e-8b51-76c8f7f50086 with status ACTIVE [ 944.975327] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.975470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.975519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.976236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.976236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.976236] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.976236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.976444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.976532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.977320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.977320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.977320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.977512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.977593] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1696d12f-ac76-4d9e-8b51-76c8f7f50086 is going to be updated. [ 944.979516] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.979985] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.980095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.005610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.005610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.005610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.005610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.005610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.005610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1696d12f-ac76-4d9e-8b51-76c8f7f50086" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.482434] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.496054] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 945.496054] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 945.496054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.984433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.984739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.986194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.986439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.986539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.986654] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be created. [ 946.013871] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.014089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.014188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.014375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.015128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.025928] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: UNINITIALIZED for 2s [ 946.670236] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c53ce7df-708a-4981-975e-4301bc171412 in Status: SUCCESS [ 946.670903] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c53ce7df-708a-4981-975e-4301bc171412 deletion is rescheduled due to dependency. [ 946.670903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.409753] env[66818]: INFO networking_nsxv3.common.synchronization [req-52335dd7-c4a5-411f-b758-e15d77f31744 req-985a32fe-ca75-4925-bb0e-d10d157dbdcc tempest-ImagesOneServerNegativeTestJSON-1404561051 tempest-ImagesOneServerNegativeTestJSON-1404561051-project-member] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 947.410429] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGHEST for action security_group_members [ 947.411430] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.411430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.411430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.411430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.411430] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.411430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.411430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.411745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.411745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.411745] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.914093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.914417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.914417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.914576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.914669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.914870] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.914966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.915037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.915227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.915332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.915421] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be updated. [ 947.965640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.965942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.965942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.966291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.966397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.988398] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: IN_PROGRESS for 2s [ 948.037092] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 948.037330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.037506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.037736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.037939] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.038163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.038272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.038486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.038575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.038664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.038756] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.543924] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.544143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.544211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.544429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.544637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.544741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.544781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.544949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.545017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.545106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.545275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.545369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.545428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.545602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.545721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.545823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.545880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.546098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.546183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.546258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.546336] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.048702] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a: rpc.has_security_group_logging(os_id): False [ 949.072466] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.072662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.072708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.073187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.073187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.073356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.073356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.073453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.073530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.073606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.073811] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.073887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.073952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.074118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.074197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.074386] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.074479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.074538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.074676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.074797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.074838] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be created. [ 949.134921] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.135028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.135083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.135338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.135594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.149770] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 949.969021] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 949.971790] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 949.971790] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 949.971790] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 949.971790] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.971790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.971790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.971790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.972309] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.972309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.972309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.972309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.972309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.972530] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.973268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.973386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.973452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.973655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.973799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.973925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.973976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.974102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.974182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.974322] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.000554] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9752faea-574e-410e-b1c2-b111699c7d5b in Status: SUCCESS [ 950.000554] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b deletion is rescheduled due to dependency. [ 950.000554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.018374] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_rules [ 950.019191] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 950.019424] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 950.019631] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 950.019778] env[66818]: INFO networking_nsxv3.common.synchronization [req-d905b9b8-663b-43fd-ad6e-0b989bd7541a req-854a0eb3-27f6-4a1a-871d-a3bc9ad85ff3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 with Priority: HIGHEST for action port [ 950.020985] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_rules [ 950.021853] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 950.022121] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 with Priority: HIGHEST for action port [ 950.022191] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 950.022345] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 950.022731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.022731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.022867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.023154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.023154] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.024013] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024477] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.025581] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5312961a-48a6-4ea7-86f1-f158a73b9675 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.025701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.025701] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.025940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.026161] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5312961a-48a6-4ea7-86f1-f158a73b9675',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.027482] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.029182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.029182] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.029855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.477369] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.478407] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.531876] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.532222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.532455] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5312961a-48a6-4ea7-86f1-f158a73b9675 with status ACTIVE [ 950.532726] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.533036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.533036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.533275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.533389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.533670] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.533944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.534133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.535536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.535775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.536428] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.536537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.536537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.536682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.536824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.536871] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 is going to be updated. [ 950.539928] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.539928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.564015] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.564227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.564325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.564571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.564749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.564973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.599063] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 950.599063] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 950.599063] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_members [ 950.599473] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 950.599615] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 950.599713] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_members [ 950.599994] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.600113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.600310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.600397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.600575] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.600674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.600917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.601130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.601188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.601243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.601287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.601438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.601530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.602073] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_rules [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_rules [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_members [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fe34f12-645d-4f84-81fe-cdb4065c420c req-2ad164ab-0ce0-427c-8c0d-0b305309bab4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 with Priority: HIGHEST for action port [ 950.649602] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_rules [ 950.650399] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 950.650860] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_members [ 950.651085] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 with Priority: HIGHEST for action port [ 950.651304] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_rules [ 950.651547] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 950.652280] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 950.652280] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.652280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.652860] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.653068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.655444] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.655444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.655444] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-5312961a-48a6-4ea7-86f1-f158a73b9675 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.655444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.655444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.655444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.655444] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5312961a-48a6-4ea7-86f1-f158a73b9675',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.655850] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.656109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.656288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.656600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.656875] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.658819] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.659076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.659517] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.659960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.980180] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.981266] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.104041] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.161241] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5312961a-48a6-4ea7-86f1-f158a73b9675 with status ACTIVE [ 951.161486] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.161621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.161688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.161898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.161994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.162187] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.162285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.162347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.162503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.162581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.162760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.162853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.162915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.163065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.163137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.163220] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5312961a-48a6-4ea7-86f1-f158a73b9675 is going to be updated. [ 951.164394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.164557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.165350] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 951.168697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.188960] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.189474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.189474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.189648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.191681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.191681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5312961a-48a6-4ea7-86f1-f158a73b9675" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.483616] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.483616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.483616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.483960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.483960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.483960] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 951.485122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.485346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.485346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.485450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.485527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.485612] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be created. [ 951.510858] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.511019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.511128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.513474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.513609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.513661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.513838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.513967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.521205] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 951.521848] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: UNINITIALIZED for 2s [ 951.606307] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.109269] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.110739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.110739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.110739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.110739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.110739] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd is going to be created. [ 952.134376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.134664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.134664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.135103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.135211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.145423] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: UNINITIALIZED for 2s [ 952.156960] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f46129cf-195c-4fe1-b1ce-963f33ed640b None None] Enqueued Resource ID: d4931c6d-1dd8-4171-8ac3-5eef632a6962 with Priority: HIGHEST for action port [ 952.157451] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4931c6d-1dd8-4171-8ac3-5eef632a6962 with Priority: HIGHEST for action port [ 952.157763] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4931c6d-1dd8-4171-8ac3-5eef632a6962 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.157882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4931c6d-1dd8-4171-8ac3-5eef632a6962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.157960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4931c6d-1dd8-4171-8ac3-5eef632a6962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.158579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4931c6d-1dd8-4171-8ac3-5eef632a6962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.158668] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4931c6d-1dd8-4171-8ac3-5eef632a6962',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.409154] env[66818]: INFO networking_nsxv3.common.synchronization [req-72cc416d-60b4-4baa-81b0-6d0a0406baa9 req-c30de5f9-4253-4794-8c3e-2165c6a4d845 tempest-ServerRescueTestJSON-410903986 tempest-ServerRescueTestJSON-410903986-project-member] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 952.409908] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 952.410289] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.410413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.410475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.410672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.410829] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.410926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.411326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.411326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.411326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.411470] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.661395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4931c6d-1dd8-4171-8ac3-5eef632a6962 [ 952.661711] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.661793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.661921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.662459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.662459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.662459] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4931c6d-1dd8-4171-8ac3-5eef632a6962 already deleted. [ 952.662749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4931c6d-1dd8-4171-8ac3-5eef632a6962" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.825987] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.826220] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.826344] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.826625] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.826886] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.827048] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.827165] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.827442] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.827509] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.827715] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.827832] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.827923] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.828200] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.828600] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.828906] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.829196] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.850968] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.851171] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.851537] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.851660] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-678" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.851939] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-b3509f5f-1e34-42b0-af60-80eadc4ca73a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.852164] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.852243] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.852751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.852917] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3509f5f-1e34-42b0-af60-80eadc4ca73a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.914873] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.355729] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.356017] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.356111] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.356697] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.356697] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.356906] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port b3509f5f-1e34-42b0-af60-80eadc4ca73a not found, creating... [ 953.357166] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.357348] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.357575] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.357976] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.358359] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.358562] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.358732] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.358851] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.359162] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.359419] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.359547] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: b3509f5f-1e34-42b0-af60-80eadc4ca73a is going to be created. [ 953.385290] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.385290] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.385290] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.385602] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.386508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.386508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.419915] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.537141] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 953.537453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.540077] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.540077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.540077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.540077] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.541516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.541516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.541516] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.541516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.541516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.542174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.542174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.542174] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.923173] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.923875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.923875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.923937] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be updated. [ 953.955294] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.955440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.955510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.955724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.955870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.959945] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4981bdc4-81ce-429a-9152-39f2a24e017d tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_rules [ 953.960620] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_rules [ 953.960946] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.961306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.961306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.961463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.961575] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.965303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: IN_PROGRESS for 2s [ 954.049047] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.049047] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.109441] env[66818]: INFO networking_nsxv3.common.synchronization [req-72cc416d-60b4-4baa-81b0-6d0a0406baa9 req-826ad417-43e0-4073-b3eb-bce139af5ac8 service nova] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_rules [ 954.109911] env[66818]: INFO networking_nsxv3.common.synchronization [req-72cc416d-60b4-4baa-81b0-6d0a0406baa9 req-826ad417-43e0-4073-b3eb-bce139af5ac8 service nova] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 954.109911] env[66818]: INFO networking_nsxv3.common.synchronization [req-72cc416d-60b4-4baa-81b0-6d0a0406baa9 req-826ad417-43e0-4073-b3eb-bce139af5ac8 service nova] Enqueued Resource ID: b3509f5f-1e34-42b0-af60-80eadc4ca73a with Priority: HIGHEST for action port [ 954.110626] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_rules [ 954.110626] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 954.110810] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3509f5f-1e34-42b0-af60-80eadc4ca73a with Priority: HIGHEST for action port [ 954.111102] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.111318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.111406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.111669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.111784] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.112804] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.112930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.113164] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3509f5f-1e34-42b0-af60-80eadc4ca73a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.113316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.113422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.113618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.113698] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3509f5f-1e34-42b0-af60-80eadc4ca73a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.120144] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4d1085a1-0264-4dec-813e-2a783e9edbd3 tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_rules [ 954.120922] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_rules [ 954.121225] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.121336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.155979] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: SUCCESS [ 954.156727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.156727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.156935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.157636] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.157636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.157636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.157636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.157636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.157868] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.487236] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.487236] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 already deleted. [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.487236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.487236] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.551844] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.554991] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.618722] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.618722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.621179] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3509f5f-1e34-42b0-af60-80eadc4ca73a with status ACTIVE [ 954.621412] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.621541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.621603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.621861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.621895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.622104] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.622204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.622268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.622466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.622570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.622908] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.623027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.623109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.623257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.623346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.623544] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3509f5f-1e34-42b0-af60-80eadc4ca73a is going to be updated. [ 954.649508] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.649723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.649817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.650075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.650182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.650316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3509f5f-1e34-42b0-af60-80eadc4ca73a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.660524] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.686067] env[66818]: INFO networking_nsxv3.common.synchronization [req-866395af-23f1-4c57-bcba-efb860b896dc req-b0e3751c-558d-493d-9d34-0228d225e65e tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 954.687065] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 954.689472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.689626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.689699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.690528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.690528] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.690528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.690528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.690742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.690742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.690833] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.725030] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4c359b05-d4fd-4bef-86a2-9d1c2581851a None None] Enqueued Resource ID: 21be8e58-0ec6-46d7-b965-5e3ed48cb15a with Priority: HIGHEST for action port [ 954.725327] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21be8e58-0ec6-46d7-b965-5e3ed48cb15a with Priority: HIGHEST for action port [ 954.725652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-21be8e58-0ec6-46d7-b965-5e3ed48cb15a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.725770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21be8e58-0ec6-46d7-b965-5e3ed48cb15a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.725844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21be8e58-0ec6-46d7-b965-5e3ed48cb15a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.726141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21be8e58-0ec6-46d7-b965-5e3ed48cb15a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.726215] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21be8e58-0ec6-46d7-b965-5e3ed48cb15a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.010700] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.011290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.011479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.012081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.012081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.012081] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 already deleted. [ 955.012081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.057953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.058181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.058271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.058513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.058606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.059345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 955.059970] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.060295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.060295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.060374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.060407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.060932] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be updated. [ 955.074493] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.074687] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.074806] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.075097] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.075676] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.075676] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.075676] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.075857] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.075976] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.077401] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.077498] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.077672] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.077752] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.077955] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.078104] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.078243] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.094048] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.094252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.094252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.094932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.094932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.097333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.097333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.097333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.097333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.097333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.106067] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.106067] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.106362] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.106362] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.106673] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-fadbc96c-3807-428e-ba9e-09adcd099e9a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.106866] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.106966] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.107306] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.107442] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadbc96c-3807-428e-ba9e-09adcd099e9a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.109748] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 955.110381] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: IN_PROGRESS for 2s [ 955.166595] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.194922] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.195185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.195551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.195672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.195760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.195855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.196117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.196217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.196287] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 955.226270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.226465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.226543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.227113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.227113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.228427] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21be8e58-0ec6-46d7-b965-5e3ed48cb15a [ 955.228851] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.228851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.228851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.229428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.229428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.229428] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21be8e58-0ec6-46d7-b965-5e3ed48cb15a already deleted. [ 955.229428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21be8e58-0ec6-46d7-b965-5e3ed48cb15a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.243030] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 955.610224] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.610708] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.610708] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.610938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.611114] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.611271] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port fadbc96c-3807-428e-ba9e-09adcd099e9a not found, creating... [ 955.611542] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.611713] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.611839] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.612079] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.612232] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.612509] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.612672] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.612789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.613017] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.613130] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.613267] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: fadbc96c-3807-428e-ba9e-09adcd099e9a is going to be created. [ 955.633825] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.634055] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.634185] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.634451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.634677] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.634897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.669301] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.669478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.669554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.669772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.669863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.669961] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd is going to be updated. [ 955.707349] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.707349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.707349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.707543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.707543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.721899] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: IN_PROGRESS for 2s [ 955.976610] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 955.976838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.977031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.977259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.977450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.977574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.977641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.977802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.977904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.978010] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.330956] env[66818]: INFO networking_nsxv3.common.synchronization [req-866395af-23f1-4c57-bcba-efb860b896dc req-5be2a97b-74c8-42d5-ad93-eda84b0e7670 service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 956.331183] env[66818]: INFO networking_nsxv3.common.synchronization [req-866395af-23f1-4c57-bcba-efb860b896dc req-5be2a97b-74c8-42d5-ad93-eda84b0e7670 service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 956.331305] env[66818]: INFO networking_nsxv3.common.synchronization [req-866395af-23f1-4c57-bcba-efb860b896dc req-5be2a97b-74c8-42d5-ad93-eda84b0e7670 service nova] Enqueued Resource ID: fadbc96c-3807-428e-ba9e-09adcd099e9a with Priority: HIGHEST for action port [ 956.331820] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 956.331954] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 956.332150] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fadbc96c-3807-428e-ba9e-09adcd099e9a with Priority: HIGHEST for action port [ 956.332759] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.333088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.333088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.333191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.333299] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.334214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.334214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.334402] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-fadbc96c-3807-428e-ba9e-09adcd099e9a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.334503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.334566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.334869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.334869] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fadbc96c-3807-428e-ba9e-09adcd099e9a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.481042] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.837387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.837514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.839287] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fadbc96c-3807-428e-ba9e-09adcd099e9a with status ACTIVE [ 956.839583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.839734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.839792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.840050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.840123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.840304] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.840444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.840531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.841349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.841444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.841642] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.841738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.841797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.841957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.842379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.842379] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fadbc96c-3807-428e-ba9e-09adcd099e9a is going to be updated. [ 956.869413] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.869708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.869786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.870158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.870330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.870501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fadbc96c-3807-428e-ba9e-09adcd099e9a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.983202] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.125297] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 957.125514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.129904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 957.130152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.130679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.130896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.131107] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.131225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.131291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.131449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.131537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.131629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.131756] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.133525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.134047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.134211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.134313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.134537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.134664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.134788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.135089] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.138088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.138312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.138549] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.138687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.138773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.138965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.139357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.139357] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.140874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.141333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.141333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.141476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.141560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.141742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.141846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.141964] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.256196] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 957.256196] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 deletion is rescheduled due to dependency. [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.256196] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.256196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.256196] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.485821] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.486163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.486163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.486378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.486483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.486593] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be updated. [ 957.515794] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.516193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.516414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.516728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.516972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.526797] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: IN_PROGRESS for 2s [ 957.637163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.637163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.640059] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.643655] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.646667] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.733578] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: SUCCESS [ 957.733825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.734371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.735623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.735857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.736148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.736148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.736276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.736374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.736474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.736562] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.758875] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.144770] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e0ee42-54e9-41a5-a2a1-473f792f7077: rpc.has_security_group_logging(os_id): False [ 958.148210] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.149160] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.164771] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.165034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.165128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.165425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.165551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.165801] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.165922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.166054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.166252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.166355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.166456] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be created. [ 958.237145] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.237317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.237376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.237553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.237733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.238869] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.253733] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: IN_PROGRESS for 2s [ 958.260459] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.651449] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.651785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.651785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.651928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.651979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.652148] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 958.653501] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.653659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.653734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.653874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.653959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.657367] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be updated. [ 958.693517] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.693764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.693844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.694121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.694318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.698099] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.698299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.698299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.698391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.698650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.709619] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: IN_PROGRESS for 2s [ 958.711030] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 958.743580] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd: rpc.has_security_group_logging(os_id): False [ 958.763137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.763342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.763394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.763582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.763681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.763883] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.764094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.764159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.764335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.764392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.764477] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd is going to be created. [ 958.765757] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.765834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.765834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.765988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.766093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.766190] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 958.815603] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.815893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.815958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.816243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.816468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.828225] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 958.855400] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.855544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.855625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.855968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.857026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.869305] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: IN_PROGRESS for 2s [ 959.543089] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 959.543466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.544384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.544682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.544894] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.545034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.545099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.545260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.545343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.545434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.545541] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.055539] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.055539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.055539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.055539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.055539] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.055539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.055539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.057580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.057580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.057832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.058673] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.058966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.059122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.059367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.059593] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.059742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.059819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.060391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.060542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.061569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.061569] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.290559] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 960.292022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.292022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.292022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.292022] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.566225] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549: rpc.has_security_group_logging(os_id): False [ 960.589388] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.589634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.589736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.589985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.590134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.590440] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.590553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.590647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.590812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.590955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.591203] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.591468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.591468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.591567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.591685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.591910] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.592029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.592099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.592272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.592370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.592484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be updated. [ 960.655344] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.655553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.656030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.656030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.683810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: IN_PROGRESS for 2s [ 960.730041] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 960.730222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.730379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.730604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.730800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.730945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.731088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.731166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.731251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.731351] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.732874] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 960.733063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.733228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.733396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.733575] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.733687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.733765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.733898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.733991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.734104] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.794602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.794602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.838730] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 960.839426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.839426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.839426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.839811] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.839811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.839811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.839998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.840047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.840125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.840978] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.881213] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: SUCCESS [ 960.881213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.235947] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.236990] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.333165] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 961.333276] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 961.342806] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.738545] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.739801] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.847582] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f58f9d2-2a54-4371-b526-86f62f920780: rpc.has_security_group_logging(os_id): False [ 961.866863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.866991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.867134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.867620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.867620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.867620] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.868223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.868223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.868223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.868223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.868223] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 961.950609] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.950903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.950903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.951165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.951515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.971398] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 962.019032] env[66818]: INFO networking_nsxv3.common.synchronization [req-927b5772-5c06-43cd-889f-befc52f60df2 req-5444c183-d500-4d44-ab17-93ed1d9a93da tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 962.019125] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 962.019573] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.019573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.019733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.019810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.020511] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.020511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.020511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.020511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.020511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.020511] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.244385] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.244781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.244781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.244781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.244900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.245048] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be updated. [ 962.246528] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.246671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.246732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.246905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.247161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.247535] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 962.279345] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.279519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.279577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.279756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.279910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.285070] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.285267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.285346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.285563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.285706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.297553] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 962.298303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: IN_PROGRESS for 2s [ 962.357617] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.357819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.357931] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.358234] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.358498] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.358790] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.358955] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.359192] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.359336] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.359584] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.363071] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.363071] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.363071] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.363071] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.363071] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.363071] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.386260] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.386415] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.386563] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.386754] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-227" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.387131] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-587dcbeb-3f3c-40c5-9905-823ce672867d taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.387321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.387455] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.387770] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.387912] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587dcbeb-3f3c-40c5-9905-823ce672867d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.523383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.523548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.523621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.523866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.523935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.524148] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.524244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.524304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.524459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.524531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.524621] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 962.555394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.555394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.555638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.555786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.555938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.567383] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 962.698514] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 962.698797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.892386] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.893316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.893316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.893316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.894217] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.894308] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 587dcbeb-3f3c-40c5-9905-823ce672867d not found, creating... [ 962.894620] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.895203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.895203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.895203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.895349] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.895624] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.895808] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.895958] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.896151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.896312] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.896438] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 587dcbeb-3f3c-40c5-9905-823ce672867d is going to be created. [ 962.918438] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.918963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.919155] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.919708] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.920110] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.920524] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.656934] env[66818]: INFO networking_nsxv3.common.synchronization [req-927b5772-5c06-43cd-889f-befc52f60df2 req-e16df130-e48a-47e7-bfe1-7e686dd667e7 service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 963.656934] env[66818]: INFO networking_nsxv3.common.synchronization [req-927b5772-5c06-43cd-889f-befc52f60df2 req-e16df130-e48a-47e7-bfe1-7e686dd667e7 service nova] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 963.656934] env[66818]: INFO networking_nsxv3.common.synchronization [req-927b5772-5c06-43cd-889f-befc52f60df2 req-e16df130-e48a-47e7-bfe1-7e686dd667e7 service nova] Enqueued Resource ID: 587dcbeb-3f3c-40c5-9905-823ce672867d with Priority: HIGHEST for action port [ 963.657263] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_rules [ 963.657263] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 963.658062] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587dcbeb-3f3c-40c5-9905-823ce672867d with Priority: HIGHEST for action port [ 963.658062] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.658062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.658208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.658337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.658426] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.659818] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.659977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.660176] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-587dcbeb-3f3c-40c5-9905-823ce672867d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.660334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.661397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.661455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.662762] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587dcbeb-3f3c-40c5-9905-823ce672867d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.985030] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 963.985243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.163536] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.163674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.163895] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 587dcbeb-3f3c-40c5-9905-823ce672867d with status ACTIVE [ 964.164083] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.164200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.164264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.164479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.164564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.164764] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.164869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.164931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.165121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.165200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.165383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.165477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.165535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.165671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.165746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.165964] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 587dcbeb-3f3c-40c5-9905-823ce672867d is going to be updated. [ 964.188888] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.189102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.189150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.189346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.189483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.189646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587dcbeb-3f3c-40c5-9905-823ce672867d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.321890] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 964.322144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.322343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.322628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.322892] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.322984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.323076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.323267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.323379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.323527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.323781] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.323970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.323970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.324906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.325100] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.325256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.325294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.325484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.325726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.325838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.325966] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.328306] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 964.328739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.328739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.328969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.329181] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.330189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.330189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.330189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.330189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.330189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.330189] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.581684] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 964.581878] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 964.582103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.582312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.582580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.582814] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.582965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.583042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.583207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.583288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.583573] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.831799] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5: rpc.has_security_group_logging(os_id): False [ 964.833487] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.849049] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.849209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.849280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.849480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.849570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.849831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.849938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.850008] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.850175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.850254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.850446] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.850540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.850603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.850755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.850877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.850994] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.851321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.851387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.851534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.851601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.851690] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 964.922909] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.923067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.923145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.924791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.924791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.938459] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 964.951145] env[66818]: INFO networking_nsxv3.common.synchronization [None req-587dfdff-d241-4119-abd0-f9efbf611e08 tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_rules [ 964.951145] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_rules [ 964.951815] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.952113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.952377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.952726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.952940] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.046480] env[66818]: INFO networking_nsxv3.common.synchronization [None req-7cacc645-e16c-4fa0-9380-d9d12c76e940 tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_rules [ 965.047106] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_rules [ 965.047502] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.047610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.085846] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.336836] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22e0ee42-54e9-41a5-a2a1-473f792f7077: rpc.has_security_group_logging(os_id): False [ 965.360317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.360504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.360565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.360796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.360894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.361155] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.361279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.361372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.361500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.361550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.361628] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be updated. [ 965.467975] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.467975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.467975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.467975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.467975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.486188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.486771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.487537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.487793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.488120] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f already deleted. [ 965.488271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.489151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.489366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.489470] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.493681] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: IN_PROGRESS for 2s [ 965.589734] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.012955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.013389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.013389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.013508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.014119] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f already deleted. [ 966.014119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.092426] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.092671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.092982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.093146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.093327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.093487] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 966.126024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.126024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.126024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.126024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.126024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.136965] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 966.956657] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 966.957038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.957551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.957551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.957676] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.045037] env[66818]: INFO networking_nsxv3.common.synchronization [None req-b2fdc129-e8c6-4e71-943a-73aae80506d3 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_rules [ 967.045908] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_rules [ 967.046271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.046406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.046456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.046729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.046837] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.147337] env[66818]: INFO networking_nsxv3.common.synchronization [None req-707d7794-b18f-4f75-bcaf-f3b0bef6f130 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_rules [ 967.147905] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_rules [ 967.148225] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.148341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.460788] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.460788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.461137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.464155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.464155] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.464155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.464155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.464155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.464155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.464155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.464155] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.511530] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 967.511891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.569896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.569896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.569896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.569896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.569896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.569896] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c already deleted. [ 967.569896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.570246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.570246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.570317] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.965882] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.966061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.966544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.966544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.966680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.966910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.967028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.967122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.967270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.967360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.967419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.967557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.967689] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.967774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.967831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.968077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.968218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.968307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.968394] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.092230] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.092533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.092533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.092667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.092759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.092847] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c already deleted. [ 968.093076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.149313] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 968.149594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.149824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.150131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.150398] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.150554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.150643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.150840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.150963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.151108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.151240] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.471175] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5: rpc.has_security_group_logging(os_id): False [ 968.493093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.493093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.493093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.493093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.493960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.493960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.493960] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.493960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.493960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.494266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.494266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.494463] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 968.572914] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.572914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.572914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.572914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.572914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.589987] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 968.655916] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.656143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.657083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.657083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.657083] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.657083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.657083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.657083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.657083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.657573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.657573] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.657573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.657573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.657795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.657795] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.658342] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.160884] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34d1cd3-8982-43ca-8e8a-891f3bb3acb1: rpc.has_security_group_logging(os_id): False [ 969.180799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.180988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.181102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.181399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.181497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.181715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.181829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.181905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.182100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.182189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.182410] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.182528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.182581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.182735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.182816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183065] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.183182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.183258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.183416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.183500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183581] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 969.253039] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.253281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.253357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.253802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.253802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.272952] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 970.611983] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 970.612698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.844276] env[66818]: INFO networking_nsxv3.common.synchronization [req-2afcfb5c-e94d-4f47-a7ba-55857415ee3c req-6c4b5d48-90a5-4162-bdd0-f757eb2ac312 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 970.844861] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 970.845376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.845487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.845487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.845967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.845967] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.846109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.846204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.846319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.846407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.846505] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.288953] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 971.288953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.349050] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.349303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.349385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.349615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.349711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.349954] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.350071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.350141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.350297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.350375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.350467] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 971.386493] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.386720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.386720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.386830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.387113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.405474] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 971.517893] env[66818]: INFO networking_nsxv3.common.synchronization [req-f877ef28-87f3-4aba-b2a4-faba74c17427 req-7560c3e5-739e-4cee-b7c3-5c284cdf619f tempest-MigrationsAdminTest-1661198603 tempest-MigrationsAdminTest-1661198603-project-member] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 971.518074] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 971.518434] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.518562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.518628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.518809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.518966] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.519223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.519300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.519444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.519612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.519674] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.022920] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.526666] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.030461] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.030756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.030756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.030933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.031041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.031148] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be updated. [ 973.062165] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.062165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.062165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.062165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.062165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.072573] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 973.267044] env[66818]: INFO networking_nsxv3.common.synchronization [req-40e29145-d92b-4315-a332-bfe5c37dab12 req-ce6e2a67-5dc2-4cea-8021-0601b214268c tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_members [ 973.267737] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_members [ 973.268067] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.268188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.268261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.269122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.269122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.269122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.269122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.269122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.269122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.269368] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.416665] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 973.416911] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 973.417377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.672342] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.672342] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.672526] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.672855] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.674034] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.674034] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.674034] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.674034] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.674034] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.674034] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.674398] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.674498] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.674706] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.676819] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.676819] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.676819] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.695769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.696047] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.697315] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.697315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.697315] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-88fd182c-d4b5-4264-a9ec-8e111ad236df taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.697315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.697315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.697705] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.698124] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fd182c-d4b5-4264-a9ec-8e111ad236df',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.772521] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.772691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.772761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.772981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.773086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.773298] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.773384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.773438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.773590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.773677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.773779] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 already deleted. [ 973.774077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.201163] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.201597] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.201597] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.201817] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.201959] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.202127] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 88fd182c-d4b5-4264-a9ec-8e111ad236df not found, creating... [ 974.202396] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.202556] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.202669] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.202887] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.203030] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.203313] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.203466] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.203996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.203996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.203996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.204136] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 88fd182c-d4b5-4264-a9ec-8e111ad236df is going to be created. [ 974.230061] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.230304] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.230459] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.230735] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.230972] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.231224] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.915911] env[66818]: INFO networking_nsxv3.common.synchronization [req-40e29145-d92b-4315-a332-bfe5c37dab12 req-e2b52c42-cb13-4ebe-944a-5a9de0821d6d service nova] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_rules [ 974.916035] env[66818]: INFO networking_nsxv3.common.synchronization [req-40e29145-d92b-4315-a332-bfe5c37dab12 req-e2b52c42-cb13-4ebe-944a-5a9de0821d6d service nova] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_members [ 974.916184] env[66818]: INFO networking_nsxv3.common.synchronization [req-40e29145-d92b-4315-a332-bfe5c37dab12 req-e2b52c42-cb13-4ebe-944a-5a9de0821d6d service nova] Enqueued Resource ID: 88fd182c-d4b5-4264-a9ec-8e111ad236df with Priority: HIGHEST for action port [ 974.916708] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_rules [ 974.916859] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_members [ 974.916960] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88fd182c-d4b5-4264-a9ec-8e111ad236df with Priority: HIGHEST for action port [ 974.917949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.918089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.918157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.918448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.918481] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.920465] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.920585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.920668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.920855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.920997] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.921118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.921181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.921323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.921637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.921740] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.923562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-88fd182c-d4b5-4264-a9ec-8e111ad236df taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.923679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.923756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.923910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.923984] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88fd182c-d4b5-4264-a9ec-8e111ad236df',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.083108] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 975.083340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.431682] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.431682] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88fd182c-d4b5-4264-a9ec-8e111ad236df with status ACTIVE [ 975.431682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.431682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.435079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.435452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.436020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.436336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.436494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.438740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.438740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.438740] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88fd182c-d4b5-4264-a9ec-8e111ad236df is going to be updated. [ 975.466690] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.466863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.466863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.467153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.467309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.467430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88fd182c-d4b5-4264-a9ec-8e111ad236df" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.799093] env[66818]: INFO networking_nsxv3.common.synchronization [req-98a1e754-b5cd-4933-9a1c-837953773c20 req-cd48cc69-1a39-47a3-9ea5-6a54c7fc4022 tempest-ServerExternalEventsTest-168520763 tempest-ServerExternalEventsTest-168520763-project-member] Enqueued Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_members [ 975.800038] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_members [ 975.800038] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.800387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.800536] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.800968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.800968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.801080] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.877377] env[66818]: INFO networking_nsxv3.common.synchronization [None req-27bc508a-1f41-4413-8fdd-ae7f6945a36e None None] Enqueued Resource ID: f127f07e-53f5-428c-8a00-63aae1320bde with Priority: HIGHEST for action port [ 975.877784] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f127f07e-53f5-428c-8a00-63aae1320bde with Priority: HIGHEST for action port [ 975.878118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f127f07e-53f5-428c-8a00-63aae1320bde taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.878243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f127f07e-53f5-428c-8a00-63aae1320bde" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.878549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f127f07e-53f5-428c-8a00-63aae1320bde" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.878549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f127f07e-53f5-428c-8a00-63aae1320bde" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.878620] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f127f07e-53f5-428c-8a00-63aae1320bde',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.939503] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.181124] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.181361] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.181500] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.181789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.182084] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.182264] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.182393] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.182617] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.182774] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.183021] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.183155] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.183278] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.183397] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.183522] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.183641] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.183780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.202470] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.202639] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.202801] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.203041] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-878" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.203378] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-dbea2d15-e763-4985-b76f-073ba7ee319c taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.203663] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.204027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.204327] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.204468] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbea2d15-e763-4985-b76f-073ba7ee319c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.303312] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.303312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.303312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.303595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.303595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.303776] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.303873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.303930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.304101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.304228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.304312] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396d909a-7d95-4774-ac06-26ad049e16e6 already deleted. [ 976.304398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.326383] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a3dff6f7-f186-4140-a982-cd322c51cbf9 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 976.327024] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 976.327410] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.327542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.327607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.327906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.327970] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.381212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f127f07e-53f5-428c-8a00-63aae1320bde [ 976.381463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.381639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.381790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.381945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.382062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.382185] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f127f07e-53f5-428c-8a00-63aae1320bde already deleted. [ 976.382289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f127f07e-53f5-428c-8a00-63aae1320bde" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.442044] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.442382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.442382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.442501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.442532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.442636] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 is going to be created. [ 976.469123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.469341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.469341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.469548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.469812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.480882] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: UNINITIALIZED for 2s [ 976.482852] env[66818]: INFO networking_nsxv3.common.synchronization [None req-7dc591c4-7303-4801-ab58-ee9a76beaebc tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 976.483877] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 976.483877] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.483974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.707870] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.707870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.707870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.708178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.708178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.708247] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port dbea2d15-e763-4985-b76f-073ba7ee319c not found, creating... [ 976.708503] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.708671] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.708862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.709117] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.709253] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.709579] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.710023] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.710023] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.710183] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.710214] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.710353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: dbea2d15-e763-4985-b76f-073ba7ee319c is going to be created. [ 976.734857] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.735112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.735237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.735570] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.735872] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.736230] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.884981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.885087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.885170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.885342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.885432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.885585] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 already deleted. [ 976.885629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.885827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.885951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.885994] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.407033] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.407033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.407033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.407502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.407502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.407502] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 already deleted. [ 977.407502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.467119] env[66818]: INFO networking_nsxv3.common.synchronization [req-98a1e754-b5cd-4933-9a1c-837953773c20 req-dc7f2526-4cd0-40e8-abec-de1bfcbff73b service nova] Enqueued Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_rules [ 977.467119] env[66818]: INFO networking_nsxv3.common.synchronization [req-98a1e754-b5cd-4933-9a1c-837953773c20 req-dc7f2526-4cd0-40e8-abec-de1bfcbff73b service nova] Enqueued Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_members [ 977.467119] env[66818]: INFO networking_nsxv3.common.synchronization [req-98a1e754-b5cd-4933-9a1c-837953773c20 req-dc7f2526-4cd0-40e8-abec-de1bfcbff73b service nova] Enqueued Resource ID: dbea2d15-e763-4985-b76f-073ba7ee319c with Priority: HIGHEST for action port [ 977.467119] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_rules [ 977.467119] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_members [ 977.467119] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbea2d15-e763-4985-b76f-073ba7ee319c with Priority: HIGHEST for action port [ 977.467119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.467119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.467119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.467119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.467950] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.468138] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.468260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.468380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.468492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.468634] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.468859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.468859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.468954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.468984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.469094] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.470424] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbea2d15-e763-4985-b76f-073ba7ee319c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.470424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.470424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.470905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.470905] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbea2d15-e763-4985-b76f-073ba7ee319c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.972069] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.973168] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.973285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.973649] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbea2d15-e763-4985-b76f-073ba7ee319c with status ACTIVE [ 977.973810] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.973920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.973986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.974206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.974296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.974504] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.974611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.974641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.974796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.974873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.977956] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.978215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.978215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.978341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.978633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.978633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbea2d15-e763-4985-b76f-073ba7ee319c is going to be updated. [ 978.000246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.000503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.000503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.000717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.000835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.000971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbea2d15-e763-4985-b76f-073ba7ee319c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.140581] env[66818]: INFO networking_nsxv3.common.synchronization [req-f89fd2f9-110a-412d-9e3e-26106a90df17 req-426b8707-fdc2-478c-9c84-f7894a049b62 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 978.140581] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 978.141263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.141390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.141471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.141769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.141958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.142109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.142174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.142348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.142451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.142568] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.424462] env[66818]: INFO networking_nsxv3.common.synchronization [None req-251b7b62-d68d-4d67-a5b7-b0ab930eaf53 None None] Enqueued Resource ID: a9a137c8-2e10-4c34-887d-8c3048c43ed4 with Priority: HIGHEST for action port [ 978.425028] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a137c8-2e10-4c34-887d-8c3048c43ed4 with Priority: HIGHEST for action port [ 978.425316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a137c8-2e10-4c34-887d-8c3048c43ed4 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.425438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a137c8-2e10-4c34-887d-8c3048c43ed4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.425504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a137c8-2e10-4c34-887d-8c3048c43ed4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.425976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a137c8-2e10-4c34-887d-8c3048c43ed4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.426079] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a137c8-2e10-4c34-887d-8c3048c43ed4',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.475060] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.492962] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: SUCCESS [ 978.492962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.492962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.494275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.494485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.494485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.498016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.498016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.498016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.498016] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.521634] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.522565] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.522565] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.522565] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.522724] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.522806] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.522916] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.525064] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.525246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.525641] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.525641] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.525760] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.525795] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.525951] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.526332] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.527218] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.551137] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.551295] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.551429] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.551699] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-656" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.553168] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.553168] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.553168] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.553168] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.553168] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef9b89c-b85f-4043-8844-ff1c99edb1b8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.644677] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.929886] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9a137c8-2e10-4c34-887d-8c3048c43ed4 [ 978.930137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.930287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.930394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.930617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.930714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.930864] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9a137c8-2e10-4c34-887d-8c3048c43ed4 already deleted. [ 978.930954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a137c8-2e10-4c34-887d-8c3048c43ed4" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.978406] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.978594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.978655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.978846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.979028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.979141] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396d909a-7d95-4774-ac06-26ad049e16e6 is going to be created. [ 978.997541] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.007444] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.007534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.007534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.007747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.008100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.018715] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396d909a-7d95-4774-ac06-26ad049e16e6 in Status: UNINITIALIZED for 2s [ 979.057674] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.057997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.058099] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.058429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.058585] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.058745] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 not found, creating... [ 979.059039] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.059266] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.059334] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.059596] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.059737] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.060053] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.060209] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.060976] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.060976] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.060976] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.060976] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 is going to be created. [ 979.087609] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.087821] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.087942] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.088244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.088508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.088775] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.147661] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.499857] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfdb67db-2e24-48c0-9d5e-2aad0b42b289: rpc.has_security_group_logging(os_id): False [ 979.523868] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.524033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.524134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.524334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.524420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.524709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.524784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.525060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.525060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.525717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.525717] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 is going to be created. [ 979.601040] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.601220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.601220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.602030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.602030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.616019] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: IN_PROGRESS for 2s [ 979.651034] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.651234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.651352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.651677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.651884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.653052] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 979.702268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.702502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.702502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.702777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.702959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.719585] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 979.844059] env[66818]: INFO networking_nsxv3.common.synchronization [req-f89fd2f9-110a-412d-9e3e-26106a90df17 req-6418778d-960c-475f-8737-ad370111a1fb service nova] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 979.844173] env[66818]: INFO networking_nsxv3.common.synchronization [req-f89fd2f9-110a-412d-9e3e-26106a90df17 req-6418778d-960c-475f-8737-ad370111a1fb service nova] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 979.844267] env[66818]: INFO networking_nsxv3.common.synchronization [req-f89fd2f9-110a-412d-9e3e-26106a90df17 req-6418778d-960c-475f-8737-ad370111a1fb service nova] Enqueued Resource ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with Priority: HIGHEST for action port [ 979.844787] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 979.844927] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 979.845192] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with Priority: HIGHEST for action port [ 979.845518] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.845639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.845920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.845979] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.846838] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.846939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.847147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.847277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.847391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.848083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.848083] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef9b89c-b85f-4043-8844-ff1c99edb1b8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.350653] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with status ACTIVE [ 980.350949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.351187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.351284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.351531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.351654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.351892] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.352264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.352264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.352411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.352411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.352589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.352674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.352719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.352839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.352926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.353018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 is going to be updated. [ 980.354199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.354300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.384291] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.384401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.384487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.384735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.384889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.385074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.851992] env[66818]: INFO networking_nsxv3.common.synchronization [req-b752a090-9768-40e4-8ab5-ffcd5e1fc4ac req-ddc218a3-0283-486b-ba77-62b5e144dcc1 tempest-ServerRescueTestJSON-410903986 tempest-ServerRescueTestJSON-410903986-project-member] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 980.851992] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 980.853438] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.853438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.853438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.853438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.853438] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.853749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.853749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.853749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.853749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.853911] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.031027] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396d909a-7d95-4774-ac06-26ad049e16e6 in Status: SUCCESS [ 981.031027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.031027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.031027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.031027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.031405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.032618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.032846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.032937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.033061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.033252] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.360062] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.536206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.536446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.536446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.536785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.536969] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.537143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.537199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.537315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.537413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.537518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.537666] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.537771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.537828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.537973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.538133] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.538223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.538282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.538437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.538502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.538588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.538688] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.627836] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: SUCCESS [ 981.628060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.731910] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 981.732294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.732570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.732918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.733265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.733466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.733612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.733873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.734040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.734212] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.862156] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.041760] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 396d909a-7d95-4774-ac06-26ad049e16e6: rpc.has_security_group_logging(os_id): False [ 982.062928] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.062928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.062928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.062928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.062928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.063492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.063492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.063492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.063492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.063665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.063762] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.063847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.063905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.064030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.064111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.064284] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.064382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.064449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.064563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.064630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.064709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396d909a-7d95-4774-ac06-26ad049e16e6 is going to be created. [ 982.132085] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.132085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.132085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.132345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.132538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.148562] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396d909a-7d95-4774-ac06-26ad049e16e6 in Status: IN_PROGRESS for 2s [ 982.237205] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.366028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.366245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.366352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.366622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.366762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.366896] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be updated. [ 982.396031] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.396194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.396268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.396539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.396622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.407145] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: IN_PROGRESS for 2s [ 982.740226] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.071076] env[66818]: INFO networking_nsxv3.common.synchronization [req-e17802a2-5e2a-4031-8976-7b84ad63f057 req-11918e45-6345-4c2c-a944-a00ca41e52a2 tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_members [ 983.071640] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_members [ 983.071937] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.072084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.072125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.072390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.072545] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.072641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.072703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.072850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.072938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.073045] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.243629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.243835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.243835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.244026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.244098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.244212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 983.281322] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.281322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.281322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.281322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.281322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.287646] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 983.392028] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.392028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.392028] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392642] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392927] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.393310] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.393587] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.396021] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.396021] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.396021] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.396021] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.396021] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.396021] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.396021] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.417761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.417972] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.418157] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.418358] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-323" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.418714] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.419035] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.419124] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.419477] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.419903] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017d80a2-8a85-42dd-9ed3-a313bf5e9b51',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.575206] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.575489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.575489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.576042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.576042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.576042] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.576042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.576042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.576296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.576296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.576355] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f already deleted. [ 983.576401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.923362] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.923579] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.923703] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.924064] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.924192] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.924352] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 017d80a2-8a85-42dd-9ed3-a313bf5e9b51 not found, creating... [ 983.924621] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.924779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.924893] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.925130] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.925267] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.925811] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.925956] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.926134] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.926440] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.926647] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.926862] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 017d80a2-8a85-42dd-9ed3-a313bf5e9b51 is going to be created. [ 983.949854] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.950117] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.950280] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.950608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.950962] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.951125] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.161121] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 396d909a-7d95-4774-ac06-26ad049e16e6 in Status: SUCCESS [ 984.161463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.420961] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 984.420961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.705260] env[66818]: INFO networking_nsxv3.common.synchronization [req-e17802a2-5e2a-4031-8976-7b84ad63f057 req-51f7682f-2780-4f8f-9457-7e47d775ed28 service nova] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_rules [ 984.705489] env[66818]: INFO networking_nsxv3.common.synchronization [req-e17802a2-5e2a-4031-8976-7b84ad63f057 req-51f7682f-2780-4f8f-9457-7e47d775ed28 service nova] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_members [ 984.705625] env[66818]: INFO networking_nsxv3.common.synchronization [req-e17802a2-5e2a-4031-8976-7b84ad63f057 req-51f7682f-2780-4f8f-9457-7e47d775ed28 service nova] Enqueued Resource ID: 017d80a2-8a85-42dd-9ed3-a313bf5e9b51 with Priority: HIGHEST for action port [ 984.706258] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_rules [ 984.706372] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_members [ 984.706451] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017d80a2-8a85-42dd-9ed3-a313bf5e9b51 with Priority: HIGHEST for action port [ 984.706823] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.706823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.707053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.708599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.708708] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.710890] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.710996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.711079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.711258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.711479] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.711543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.711578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.711713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.711812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.711922] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.717647] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.717647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.717647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.717647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.717647] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017d80a2-8a85-42dd-9ed3-a313bf5e9b51',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.211299] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.211641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.215832] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.219335] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 017d80a2-8a85-42dd-9ed3-a313bf5e9b51 with status ACTIVE [ 985.219335] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.219335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.219335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.219335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.219335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.219740] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.219740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.219740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.219845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.219971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.220675] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.220675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.220675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.220675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.220675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.220675] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 017d80a2-8a85-42dd-9ed3-a313bf5e9b51 is going to be updated. [ 985.241010] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.241310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.241310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.241448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.242859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.242859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017d80a2-8a85-42dd-9ed3-a313bf5e9b51" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.298038] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 985.298261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.298427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.298672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.298835] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.298953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.299041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.299176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.299251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.299337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.299426] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.718189] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.732291] env[66818]: INFO networking_nsxv3.common.synchronization [req-b44d2003-d95d-4ab0-803c-61d92226dc8e req-df8615c1-48c3-46bf-b61a-7ed56abbb0a0 tempest-ImagesTestJSON-1356208826 tempest-ImagesTestJSON-1356208826-project-member] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 985.732291] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGHEST for action security_group_members [ 985.733116] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.733507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.734017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.734375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.734889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.736084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.738555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.738555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.738555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.738555] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.805930] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.806110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.806188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.806397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.806578] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.806678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.806744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.806891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.806976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.807075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.807218] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.807337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.807370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.807497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.807683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.807802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.807876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.808036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.808115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.808203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.808402] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.221116] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.221458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.221458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.221569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.221658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.221759] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f is going to be created. [ 986.241052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.241052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.241052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.241052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.241451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241451] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.241451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.241674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.241674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.241843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241843] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be updated. [ 986.245595] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.245867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.245867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.245989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.246095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.257718] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: UNINITIALIZED for 2s [ 986.274086] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.274357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.274444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.274709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.274858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.283496] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: IN_PROGRESS for 2s [ 986.311080] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5: rpc.has_security_group_logging(os_id): False [ 986.329621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.329835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.329911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.330125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.330218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.330416] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.330529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.330590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.330764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.330843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.331045] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.331136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.331209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.331335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.331408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.331607] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.331697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.331942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.331942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.331942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.332057] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 986.399648] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.399822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.399888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.400116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.400266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.415575] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 986.910665] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad52a9bc-5718-46a5-bfcc-cfe6c643a858 req-94d8f340-da49-4295-9f51-d0a89b09e8ed tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_members [ 986.911264] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_members [ 986.911569] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.911689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.911757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.912178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.912346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.912448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.912512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.912667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.912751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.912873] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.217940] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.218156] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.218279] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.218545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.218986] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.218986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.219153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.219327] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.219477] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.219689] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.219853] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.219970] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.220071] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.220181] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.220287] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.220418] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.241022] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.241469] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.241469] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.241908] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.242050] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-371b8759-69d1-4e29-af75-742196234ed7 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.242299] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.242450] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.242778] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.242958] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371b8759-69d1-4e29-af75-742196234ed7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.415020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.415256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.415346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.415591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.415692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.415936] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.416121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.416194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.416386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.416484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.416574] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c already deleted. [ 987.416654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.746943] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.747239] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.747386] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.747702] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.747867] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.748036] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 371b8759-69d1-4e29-af75-742196234ed7 not found, creating... [ 987.748343] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.748505] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.748621] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.748846] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.748984] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.749329] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.749532] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.749689] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.749958] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.750112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.750278] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 371b8759-69d1-4e29-af75-742196234ed7 is going to be created. [ 987.771315] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.772067] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.772067] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.772067] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.772253] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.772461] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.268454] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: SUCCESS [ 988.268764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.269276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.269276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.269276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.269476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.269584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.269806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.269944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.270334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.270334] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.295995] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 in Status: SUCCESS [ 988.296188] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 deletion is rescheduled due to dependency. [ 988.296304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.432608] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 988.433362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.484939] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad52a9bc-5718-46a5-bfcc-cfe6c643a858 req-8f2fe390-ab86-446f-8ab1-ccd9536a9b96 service nova] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_rules [ 988.485100] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad52a9bc-5718-46a5-bfcc-cfe6c643a858 req-8f2fe390-ab86-446f-8ab1-ccd9536a9b96 service nova] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_members [ 988.485154] env[66818]: INFO networking_nsxv3.common.synchronization [req-ad52a9bc-5718-46a5-bfcc-cfe6c643a858 req-8f2fe390-ab86-446f-8ab1-ccd9536a9b96 service nova] Enqueued Resource ID: 371b8759-69d1-4e29-af75-742196234ed7 with Priority: HIGHEST for action port [ 988.485675] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_rules [ 988.485866] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_members [ 988.485992] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b8759-69d1-4e29-af75-742196234ed7 with Priority: HIGHEST for action port [ 988.486961] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.487113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.487183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.487380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.487465] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.488942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.489050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.489091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.489242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.489566] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.489566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.489566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.489713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.489713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.489842] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.490760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-371b8759-69d1-4e29-af75-742196234ed7 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.490760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.490760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.490960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.491030] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371b8759-69d1-4e29-af75-742196234ed7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.546949] env[66818]: INFO networking_nsxv3.common.synchronization [req-55031802-2e0a-40a3-bf8d-2d549f96679b req-d821c5f2-43b1-4d38-ab9c-20775316d32c tempest-ServerExternalEventsTest-168520763 tempest-ServerExternalEventsTest-168520763-project-member] Enqueued Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_members [ 988.547527] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGHEST for action security_group_members [ 988.547869] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.547950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.548238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.548492] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.548682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.548822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.548914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.549122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.549249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.549372] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.772919] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.989683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.989683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.994380] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 371b8759-69d1-4e29-af75-742196234ed7 with status ACTIVE [ 988.994380] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.995435] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.995435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.995753] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.995753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.995753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.995857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.995928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.996018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 371b8759-69d1-4e29-af75-742196234ed7 is going to be updated. [ 988.997229] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.020962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.021211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.021308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.021532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.021674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.021836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371b8759-69d1-4e29-af75-742196234ed7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.053139] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.053321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.053382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.053601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.053718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054037] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054635] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396d909a-7d95-4774-ac06-26ad049e16e6 is going to be updated. [ 989.098115] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.098115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.098115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.098115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.098395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.107095] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396d909a-7d95-4774-ac06-26ad049e16e6 in Status: IN_PROGRESS for 2s [ 989.275555] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d54a5334-7ae1-4cc0-b2ae-4ee96b74812f: rpc.has_security_group_logging(os_id): False [ 989.295579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.295579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.295714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.295981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.296122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.296462] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.296694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.296694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.296883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.296991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.297128] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f is going to be created. [ 989.344357] env[66818]: INFO networking_nsxv3.common.synchronization [req-b4e2fd0e-c040-4e3b-816d-63e11ed2a5b9 req-188fcb98-0316-43fa-b9aa-4cad39987d40 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 989.345033] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 989.345385] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.345520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.345590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.345800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.345981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.346081] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.346606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.346606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.346606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346606] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.377431] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.377691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.377850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.378151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.378366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.393284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: IN_PROGRESS for 2s [ 989.501216] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.811063] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.811063] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.811063] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.811063] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.811063] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.811426] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.811426] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.811527] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.811669] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.811880] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.811992] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.812141] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.812275] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.812389] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.812495] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.812845] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.833059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.833226] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.833360] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.833623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.834249] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.834249] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.834442] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.834770] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.835017] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.849433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.849555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.849621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.849812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.849921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.850138] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.851429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.851429] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 989.876577] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.876798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.876869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.877078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.877253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.887802] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 990.005029] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.005166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.005166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.005392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.005491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.005590] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c is going to be created. [ 990.028273] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.028410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.028480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.028679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.028837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.038554] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6103171f-f97d-4317-beec-d8ce6f18953c in Status: UNINITIALIZED for 2s [ 990.337298] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.337642] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.337642] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.338029] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.338198] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.338424] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 not found, creating... [ 990.338628] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.338786] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.338902] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.339143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.339277] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.339553] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.339704] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.339819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.340133] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.340269] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.340406] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 is going to be created. [ 990.362633] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.363282] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.363543] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.364629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.364629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.364629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.118078] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 396d909a-7d95-4774-ac06-26ad049e16e6 in Status: SUCCESS [ 991.118331] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 396d909a-7d95-4774-ac06-26ad049e16e6 deletion is rescheduled due to dependency. [ 991.118458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.120374] env[66818]: INFO networking_nsxv3.common.synchronization [req-b4e2fd0e-c040-4e3b-816d-63e11ed2a5b9 req-858ee1b7-97fd-4849-a818-2e529a947f7c service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 991.120544] env[66818]: INFO networking_nsxv3.common.synchronization [req-b4e2fd0e-c040-4e3b-816d-63e11ed2a5b9 req-858ee1b7-97fd-4849-a818-2e529a947f7c service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 991.121170] env[66818]: INFO networking_nsxv3.common.synchronization [req-b4e2fd0e-c040-4e3b-816d-63e11ed2a5b9 req-858ee1b7-97fd-4849-a818-2e529a947f7c service nova] Enqueued Resource ID: a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 with Priority: HIGHEST for action port [ 991.122082] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 991.122082] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 991.122082] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 with Priority: HIGHEST for action port [ 991.123457] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 991.123457] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 991.123767] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.123767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.123857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.125153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.125153] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.125153] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.125153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.125153] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.126957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.127069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.127199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.127288] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.128288] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 991.128445] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 991.129232] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.129410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.129410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.129558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.129704] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.129798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.129859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.130031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.130121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.130215] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.131205] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.131205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.131413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.131557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.131650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.131858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.131937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.132039] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.192513] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 991.192830] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 991.192830] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_rules [ 991.192976] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 991.193085] env[66818]: INFO networking_nsxv3.common.synchronization [req-e5b4ce11-ad57-4c26-ac03-37f2a28db031 req-0b210eb8-643e-495f-9050-8fc43bdf8c19 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with Priority: HIGHEST for action port [ 991.193619] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 991.193758] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_rules [ 991.193858] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with Priority: HIGHEST for action port [ 991.193951] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 991.194057] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 991.194342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.194460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.194528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.194721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.194804] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.195660] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.195784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.195850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.196094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.196193] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.196877] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.196993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.197074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.197210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.197283] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef9b89c-b85f-4043-8844-ff1c99edb1b8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.198347] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.198347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.198522] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.198607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.407542] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: SUCCESS [ 991.407542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.630493] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.630703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.630855] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 with status ACTIVE [ 991.631358] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.631358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.631490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.631722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.631827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.632222] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.632222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.632328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.632478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.632707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.633055] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.633219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.633254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.633392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.633479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.633569] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7 is going to be updated. [ 991.634760] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.635835] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.657897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.658097] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.658347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.658431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.658535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.658682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6afaa3c-3854-40a9-b2ab-ad9d60b32ce7" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.699514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.699654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.700386] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.700386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.700386] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with status ACTIVE [ 991.700577] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.700577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.700577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.701415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.701415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.701415] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.701415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.701415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.701415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.701415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.701673] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.701673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.701748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.701852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.701920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.702185] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 is going to be updated. [ 991.725046] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.725237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.725312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.725542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.725765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.725987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.897479] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 991.898434] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 991.898434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.898434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.898434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.898434] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.898824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.898824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.898824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.898824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.899075] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.048164] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6103171f-f97d-4317-beec-d8ce6f18953c in Status: SUCCESS [ 992.048428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.048632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.048858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.049075] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.049247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.049354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.049584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.049728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.049801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.049903] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.137561] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.138622] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.402068] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.552199] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.641328] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.641648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.641648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.641798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.641910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.642400] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 992.643787] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.643901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.643977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.644178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.644254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.644349] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 is going to be created. [ 992.674251] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.674481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.674481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.674659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.674846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.678148] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.678290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.678360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.678546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.678678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.685619] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: UNINITIALIZED for 2s [ 992.686657] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 992.904225] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.055104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6103171f-f97d-4317-beec-d8ce6f18953c: rpc.has_security_group_logging(os_id): False [ 993.084180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.084976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.084976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.084976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.084976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085425] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.085533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.085889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.085889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.088950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.088950] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c is going to be created. [ 993.158819] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.159029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.159099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.159305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.159783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.171501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6103171f-f97d-4317-beec-d8ce6f18953c in Status: IN_PROGRESS for 2s [ 993.407528] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.407698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.407788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.408092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.408191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.408805] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 993.443397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.443397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.443397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.443397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.443397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.454413] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 994.697691] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 994.697981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.698102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.698323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.698522] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.698638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.698703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.698845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.698926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.699039] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.700543] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: SUCCESS [ 994.700730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.700878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.701057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.701239] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.701348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.701413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.701554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.701693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.701806] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.105294] env[66818]: INFO networking_nsxv3.common.synchronization [req-f271ddac-d5f2-4d9e-aa44-91a6a254bf6f req-39351584-3c77-427f-a8d9-a8f322aba693 tempest-MigrationsAdminTest-1661198603 tempest-MigrationsAdminTest-1661198603-project-member] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 995.105890] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGHEST for action security_group_members [ 995.106337] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.106496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.106584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.106858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.107049] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.107192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.107268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.107456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.107546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.107646] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.185974] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6103171f-f97d-4317-beec-d8ce6f18953c in Status: SUCCESS [ 995.186076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.204355] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.206401] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.466352] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 995.466352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.466352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.466584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.466584] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.467026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.467026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.467026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.467179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.467264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.467301] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.610642] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.610834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.610877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.611090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.611234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.611424] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.611527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.611591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.611753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.611830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.611916] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be updated. [ 995.642926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.642926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.642926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.643169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.643206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.654153] env[66818]: INFO networking_nsxv3.common.synchronization [req-706de489-83c3-4e9c-8d5c-36a039ddee41 req-13a426c0-3732-424d-ac65-d061fa4e5106 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 995.655018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: IN_PROGRESS for 2s [ 995.655893] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 995.656753] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.656900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.657146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.657956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.658609] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.658737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.658843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.659136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.659211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.659307] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.706645] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.709403] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.970590] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.970772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.970863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.971109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.971364] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.971441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.971531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.971727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.971820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.971911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.972080] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.972176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.972242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.972459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.972624] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.972736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.972804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.972947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.973037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.973125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.973259] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.004986] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.004986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.004986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.004986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.005353] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.005427] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.005547] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.005763] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.005899] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.006122] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.006236] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.006341] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.006450] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.006560] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.006666] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.006800] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.026407] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.026588] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.026737] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.026920] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.027332] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.027507] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.027628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.027999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.028181] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869c1c27-15ff-4906-bc8f-f17d8d3abc1f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.162562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.162779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.162880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.163268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.163268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.163473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.163573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.163627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.163779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.163851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.163957] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 already deleted. [ 996.164023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.209476] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.209476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.209715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.209869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.210037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.210259] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 996.211620] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.211729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.211788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.212392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.212392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.212392] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 is going to be updated. [ 996.241807] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.241990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.242065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.242251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.242414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.244184] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.244184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.244184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.244407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.244456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.253861] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: IN_PROGRESS for 2s [ 996.254532] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 996.475782] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a: rpc.has_security_group_logging(os_id): False [ 996.499092] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.499092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.499092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.499092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.499506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.499804] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.499894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.499894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.500075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.500257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.500526] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.500637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.500706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.500867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.500951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.501283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.501426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.501498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.501651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.501764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.501814] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 996.530895] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.531176] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.531305] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.532082] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.532280] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.532445] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 869c1c27-15ff-4906-bc8f-f17d8d3abc1f not found, creating... [ 996.532718] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.532879] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.532994] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.533246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.533384] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.533673] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.533826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.533941] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.534222] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.534405] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.534524] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 869c1c27-15ff-4906-bc8f-f17d8d3abc1f is going to be created. [ 996.559805] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.560045] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.560247] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.560594] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.560946] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.561237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.601513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.601870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.601870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.602044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.602184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.623109] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 996.647590] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 996.647790] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 996.648217] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_members [ 996.648514] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 996.648651] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 996.649423] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_members [ 996.649423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.649423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.649423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.650057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.650057] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.650057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.650057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.650217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.650321] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.650442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.650505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.650713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.650812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.650907] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_rules [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_rules [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_members [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [req-2749fea6-237e-427a-a306-5ceca73440ba req-79079d5a-aa65-44fd-8693-81cc468f0fc4 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with Priority: HIGHEST for action port [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_rules [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_rules [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_members [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with Priority: HIGHEST for action port [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_rules [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 996.822574] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 996.822574] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.822574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.822574] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.822574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.822574] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.823437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.823437] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.823437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.823437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.823437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.823437] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef9b89c-b85f-4043-8844-ff1c99edb1b8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.824079] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3baf13-669a-4fc4-9a7b-09c92afc2e28 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.824208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.824269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.824524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.824618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.825594] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.825594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.825796] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.826085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.153371] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.314322] env[66818]: INFO networking_nsxv3.common.synchronization [req-706de489-83c3-4e9c-8d5c-36a039ddee41 req-310aa045-4bf3-4e4e-9c40-0e6c7b8970dd service nova] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 997.314509] env[66818]: INFO networking_nsxv3.common.synchronization [req-706de489-83c3-4e9c-8d5c-36a039ddee41 req-310aa045-4bf3-4e4e-9c40-0e6c7b8970dd service nova] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 997.314680] env[66818]: INFO networking_nsxv3.common.synchronization [req-706de489-83c3-4e9c-8d5c-36a039ddee41 req-310aa045-4bf3-4e4e-9c40-0e6c7b8970dd service nova] Enqueued Resource ID: 869c1c27-15ff-4906-bc8f-f17d8d3abc1f with Priority: HIGHEST for action port [ 997.315205] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 997.315351] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 997.315451] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869c1c27-15ff-4906-bc8f-f17d8d3abc1f with Priority: HIGHEST for action port [ 997.319022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.319022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.319022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.319022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.319022] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.319022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.319022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.319022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.319022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.319713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.319713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.319713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.319916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.320078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.320293] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.321769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.321918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.322037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.322320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.322462] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869c1c27-15ff-4906-bc8f-f17d8d3abc1f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.326918] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 with status ACTIVE [ 997.326918] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.327089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.327153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.327362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.327804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.327804] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.327804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.327804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.328100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.328100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.328167] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.328279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.328318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.328454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.328531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.328615] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef9b89c-b85f-4043-8844-ff1c99edb1b8 is going to be updated. [ 997.330454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.330587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.357525] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.357797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.357797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.358017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.358104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.358284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef9b89c-b85f-4043-8844-ff1c99edb1b8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.656044] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.666228] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 in Status: SUCCESS [ 997.666435] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 deletion is rescheduled due to dependency. [ 997.666546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.825036] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.825036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.825442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.826196] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 869c1c27-15ff-4906-bc8f-f17d8d3abc1f with status ACTIVE [ 997.826429] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.826587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.826676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.826849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.826955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.828678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.828678] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.828678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.828678] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 869c1c27-15ff-4906-bc8f-f17d8d3abc1f is going to be updated. [ 997.849642] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.849801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.849874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.850157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.850342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.850517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-869c1c27-15ff-4906-bc8f-f17d8d3abc1f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.158871] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.159158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.159158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.159470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.159644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.159795] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 is going to be created. [ 998.190719] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.190719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.190719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.190719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.190719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.210678] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 in Status: UNINITIALIZED for 2s [ 998.271612] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: SUCCESS [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.271612] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271612] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.273256] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 998.273637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.273926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.274251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.274560] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.275137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.275308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.275563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.275735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.275911] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.279364] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.279364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.279364] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.279955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.280314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.280677] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.281021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.281674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.282038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.282295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.282547] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.331574] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.638881] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 998.639131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.781360] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.785098] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.786246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.786443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.786684] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.833502] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.833851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.833851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.833949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.834012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.834117] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be created. [ 998.863495] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.863679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.863762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.864095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.864446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.875999] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: UNINITIALIZED for 2s [ 999.283590] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56fe7346-0451-473d-ada2-bcbf5b31f927: rpc.has_security_group_logging(os_id): False [ 999.288790] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.290110] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.316236] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.316469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.316469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.316711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.316780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.317045] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.317151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.317206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.317367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.317440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.317557] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 is going to be created. [ 999.423171] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.423769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.424066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.424564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.425030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.444073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: IN_PROGRESS for 2s [ 999.629952] env[66818]: INFO networking_nsxv3.common.synchronization [req-96602fc2-8692-4197-9107-c69f21b4fc0b req-7f0aab72-bd5b-4ed5-9d6b-ab7f3c5b2eb3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 999.629952] env[66818]: INFO networking_nsxv3.common.synchronization [req-96602fc2-8692-4197-9107-c69f21b4fc0b req-7f0aab72-bd5b-4ed5-9d6b-ab7f3c5b2eb3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_members [ 999.629952] env[66818]: INFO networking_nsxv3.common.synchronization [req-96602fc2-8692-4197-9107-c69f21b4fc0b req-7f0aab72-bd5b-4ed5-9d6b-ab7f3c5b2eb3 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 999.630356] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 999.630628] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 with Priority: HIGHEST for action security_group_members [ 999.630762] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 with Priority: HIGHEST for action security_group_members [ 999.631416] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.631416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.631683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.632363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.632567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-56fe7346-0451-473d-ada2-bcbf5b31f927 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.632670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.790388] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.790573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.790633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.790862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.790948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.791064] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 is going to be updated. [ 999.792434] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.792590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.792643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.792818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.792891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.793138] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 999.828765] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.828989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.828989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.829157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.829301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.831132] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.831300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.831420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.831800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.831800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.856100] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 999.856786] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: IN_PROGRESS for 2s [ 1000.222762] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 in Status: SUCCESS [ 1000.223114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.223190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.223392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.223563] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.223693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.223757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.223917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.223990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.224114] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.714050] env[66818]: INFO networking_nsxv3.common.synchronization [req-fdb512c3-bc92-4351-9193-9184cded5aa9 req-bfeaf30b-a180-4b84-93e6-9f5f6e9781f9 tempest-ServerRescueTestJSON-410903986 tempest-ServerRescueTestJSON-410903986-project-member] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 1000.714746] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGHEST for action security_group_members [ 1000.715709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.715709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.715709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.715941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.716173] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.716263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.716330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.717785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.717956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.718114] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.726552] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.726923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.728396] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.728396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.728396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.728396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.728396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.728396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 is going to be deleted. [ 1000.765771] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.765861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.765903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.766394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.766394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.766689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.766689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.766820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.767042] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.767143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.767394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.767394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.767472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.767535] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.887364] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1000.887647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.887846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.888144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.888421] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.888560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.888628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.888789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.888872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.888960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.889103] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.223827] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.224383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.224482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.224693] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.225142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.225224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.225343] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be updated. [ 1001.252325] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.252462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.252538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.252748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.252891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.262435] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: IN_PROGRESS for 2s [ 1001.270349] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.270589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.270635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.270863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.271539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.271539] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.271539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.271539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.271539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.271539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.271821] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 already deleted. [ 1001.271821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.271821] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.272626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.273113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.273113] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.273113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.273113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.273312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.273312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.273372] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.393956] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.459984] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: SUCCESS [ 1001.459984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.459984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.461252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.461252] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.775575] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef3baf13-669a-4fc4-9a7b-09c92afc2e28',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.778030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.778030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.778030] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 already deleted. [ 1001.778030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.868696] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 1001.868922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.869670] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 in Status: SUCCESS [ 1001.869925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.870098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.870320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.870540] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.870691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.870869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.871050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.871134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.871232] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.873458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.873458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.873458] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.873458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.873458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.873458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.873792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.873792] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.897437] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b823917-bc92-45fc-92fb-2edbc6547987: rpc.has_security_group_logging(os_id): False [ 1001.916028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.916028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916028] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be created. [ 1001.980040] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.980173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.980775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.980775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.988890] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.989261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.989261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.989516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.989516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.989516] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 is going to be deleted. [ 1001.993810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1002.083041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.083041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.083041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.083347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.083347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.083432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.280013] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef3baf13-669a-4fc4-9a7b-09c92afc2e28: rpc.has_security_group_logging(os_id): False [ 1002.301252] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.301435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.301475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.301729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.301809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.302866] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.302866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.302866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.302866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.302866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.302866] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 is going to be created. [ 1002.341329] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ef3baf13-669a-4fc4-9a7b-09c92afc2e28], does not exist path=[/infra/domains/default/groups/ef3baf13-669a-4fc4-9a7b-09c92afc2e28]."\n}' [ 1002.341570] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ef3baf13-669a-4fc4-9a7b-09c92afc2e28 [ 1002.341570] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1002.376340] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.377655] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.377921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.377921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.378076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.378155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.378359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.378487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.378551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.378671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.378751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.378837] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 is going to be deleted. [ 1002.383257] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.383439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.383439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.383709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.384904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.385207] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.385315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.385377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.385536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.385628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.385946] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.386076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.386196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.386375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.386456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.386544] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3baf13-669a-4fc4-9a7b-09c92afc2e28 is going to be created. [ 1002.411658] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ef3baf13-669a-4fc4-9a7b-09c92afc2e28], does not exist path=[/infra/domains/default/groups/ef3baf13-669a-4fc4-9a7b-09c92afc2e28]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ef3baf13-669a-4fc4-9a7b-09c92afc2e28 [ 1002.411901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3baf13-669a-4fc4-9a7b-09c92afc2e28" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.412194] env[66818]: Traceback (most recent call last): [ 1002.412266] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1002.412266] env[66818]: return func(*args, **kwargs) [ 1002.412266] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1002.412266] env[66818]: res.raise_for_status() [ 1002.412266] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1002.412266] env[66818]: raise HTTPError(http_error_msg, response=self) [ 1002.412266] env[66818]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ef3baf13-669a-4fc4-9a7b-09c92afc2e28 [ 1002.412266] env[66818]: During handling of the above exception, another exception occurred: [ 1002.412266] env[66818]: Traceback (most recent call last): [ 1002.412266] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1002.412266] env[66818]: listener.cb(fileno) [ 1002.412266] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1002.412266] env[66818]: result = function(*args, **kwargs) [ 1002.412266] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1002.412266] env[66818]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1002.412266] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1002.412266] env[66818]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1002.412266] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1002.412266] env[66818]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1002.412266] env[66818]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1002.412266] env[66818]: res.raise_for_status() [ 1002.412266] env[66818]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1002.412266] env[66818]: raise HTTPError(http_error_msg, response=self) [ 1002.412266] env[66818]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ef3baf13-669a-4fc4-9a7b-09c92afc2e28 [ 1002.412266] env[66818]: Removing descriptor: 21 [ 1002.415178] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.415355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.415395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.415612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.415717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.415819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.415995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.416144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.416294] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.416419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.416454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.416610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.416646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.416715] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56fe7346-0451-473d-ada2-bcbf5b31f927',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.881376] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.919362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.919362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.919877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.919877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.919877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.919976] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.920071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.920125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.920275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.920350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.920464] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56fe7346-0451-473d-ada2-bcbf5b31f927 already deleted. [ 1002.920547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56fe7346-0451-473d-ada2-bcbf5b31f927" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.274959] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 in Status: SUCCESS [ 1003.276855] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 deletion is rescheduled due to dependency. [ 1003.277234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.384658] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.384933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.384933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.385198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.385287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.385417] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 1003.419534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.419766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.419766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.420084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.420272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.431561] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 1004.009281] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1004.010150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.448189] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1e0f4113-69e8-435b-9b28-8bca4660d3fc None None] Enqueued Resource ID: d06a58b9-d2c8-49eb-b841-1dcc51e62d3f with Priority: HIGHEST for action port [ 1004.448523] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d06a58b9-d2c8-49eb-b841-1dcc51e62d3f with Priority: HIGHEST for action port [ 1004.449360] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-d06a58b9-d2c8-49eb-b841-1dcc51e62d3f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.449360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d06a58b9-d2c8-49eb-b841-1dcc51e62d3f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.449360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d06a58b9-d2c8-49eb-b841-1dcc51e62d3f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.449596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d06a58b9-d2c8-49eb-b841-1dcc51e62d3f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.449690] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d06a58b9-d2c8-49eb-b841-1dcc51e62d3f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.954305] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d06a58b9-d2c8-49eb-b841-1dcc51e62d3f [ 1004.954536] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.954681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.954732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.955791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.955935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.956068] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d06a58b9-d2c8-49eb-b841-1dcc51e62d3f already deleted. [ 1004.956174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d06a58b9-d2c8-49eb-b841-1dcc51e62d3f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.272415] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5c87798a-22e3-43af-964f-ee12c77da52c None None] Enqueued Resource ID: f5413d8d-26b3-453a-a74b-889ecd9e1f27 with Priority: HIGHEST for action port [ 1005.273133] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5413d8d-26b3-453a-a74b-889ecd9e1f27 with Priority: HIGHEST for action port [ 1005.273442] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5413d8d-26b3-453a-a74b-889ecd9e1f27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.273558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5413d8d-26b3-453a-a74b-889ecd9e1f27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.273627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5413d8d-26b3-453a-a74b-889ecd9e1f27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.274123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5413d8d-26b3-453a-a74b-889ecd9e1f27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.274123] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5413d8d-26b3-453a-a74b-889ecd9e1f27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.451579] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 1005.451579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.451579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.451579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.451579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.451579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.451910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.451910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.451910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.452142] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.452759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.452759] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.452759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.452759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.453037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.453037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453037] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.454021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.454192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.454342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.454444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.454494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.454661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.454738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.455710] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.772508] env[66818]: INFO networking_nsxv3.common.synchronization [None req-49b9d351-5bff-46ae-b26a-e90417602ef1 tempest-ServersTestJSON-1536105650 tempest-ServersTestJSON-1536105650-project-member] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_rules [ 1005.772976] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_rules [ 1005.773346] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.773539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.773580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.774111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.774111] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.776842] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5413d8d-26b3-453a-a74b-889ecd9e1f27 [ 1005.778652] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.779408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.779408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.779408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.779408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.779408] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5413d8d-26b3-453a-a74b-889ecd9e1f27 already deleted. [ 1005.779408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5413d8d-26b3-453a-a74b-889ecd9e1f27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.868338] env[66818]: INFO networking_nsxv3.common.synchronization [None req-58311e7c-9342-4383-91be-df6b53b8a5a2 tempest-ServersTestJSON-1536105650 tempest-ServersTestJSON-1536105650-project-member] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_rules [ 1005.869098] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_rules [ 1005.869450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.869556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.958096] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5: rpc.has_security_group_logging(os_id): False [ 1005.960801] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.995087] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.995087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.995087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.995087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.019425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.019686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.019802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.019867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.020074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.020153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.020362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.020462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.020523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.020845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.020845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.020987] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.021111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.021169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.021307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.021439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.021496] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 1006.085456] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.085613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.085685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.086253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.086253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.108909] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 1006.298630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.298900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.298900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.299300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.299300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.299300] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 already deleted. [ 1006.299300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.299482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.299665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.299665] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.466537] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.825535] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.825731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.825778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.826890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.826890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.826890] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 already deleted. [ 1006.826890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.971275] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.971520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.971764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.972116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.972259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.972410] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 1007.006265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.006371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.006423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.006633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.006855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016831] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 1007.311091] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f2528231-6696-4eec-94e2-239ee952932f None None] Enqueued Resource ID: bc0ce90a-8066-4324-bcc9-f7fdbc41916d with Priority: HIGHEST for action port [ 1007.311635] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0ce90a-8066-4324-bcc9-f7fdbc41916d with Priority: HIGHEST for action port [ 1007.311998] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0ce90a-8066-4324-bcc9-f7fdbc41916d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.312369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0ce90a-8066-4324-bcc9-f7fdbc41916d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.312369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0ce90a-8066-4324-bcc9-f7fdbc41916d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.313073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0ce90a-8066-4324-bcc9-f7fdbc41916d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.313073] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0ce90a-8066-4324-bcc9-f7fdbc41916d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.819873] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc0ce90a-8066-4324-bcc9-f7fdbc41916d [ 1007.820401] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.820511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.820567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.820797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.820902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.821098] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc0ce90a-8066-4324-bcc9-f7fdbc41916d already deleted. [ 1007.821153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0ce90a-8066-4324-bcc9-f7fdbc41916d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.137393] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 1008.137746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.137947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.138294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.138409] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.210567] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0cc4abc7-243e-4c46-8275-b56ea9fbba52 None None] Enqueued Resource ID: b16a2ee6-ae1c-4edb-b991-47ae9e54919e with Priority: HIGHEST for action port [ 1008.210567] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16a2ee6-ae1c-4edb-b991-47ae9e54919e with Priority: HIGHEST for action port [ 1008.210567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b16a2ee6-ae1c-4edb-b991-47ae9e54919e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.210567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b16a2ee6-ae1c-4edb-b991-47ae9e54919e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.210845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b16a2ee6-ae1c-4edb-b991-47ae9e54919e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.211482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b16a2ee6-ae1c-4edb-b991-47ae9e54919e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.211482] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16a2ee6-ae1c-4edb-b991-47ae9e54919e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.642447] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.642959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.713733] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b16a2ee6-ae1c-4edb-b991-47ae9e54919e [ 1008.714072] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.715176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.715176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.715176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.715176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.715176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b16a2ee6-ae1c-4edb-b991-47ae9e54919e already deleted. [ 1008.715176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b16a2ee6-ae1c-4edb-b991-47ae9e54919e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.044351] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 1009.044575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.044744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.044980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.045186] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.045322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.045385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.045551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.045628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.045722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.045839] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.548585] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.548718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.548718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.548977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.549204] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.549261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.549297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.549438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.549512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.549598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.549753] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.549846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.549905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.550056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.550189] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.550279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.550338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.550469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.550543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.550620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.550744] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.809122] env[66818]: INFO networking_nsxv3.common.synchronization [req-2ff01617-5d5d-42a3-abea-df4b10db3ef1 req-cdd4a3dc-9cd9-41e3-a601-76a92e42a0f6 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 1009.809389] env[66818]: INFO networking_nsxv3.common.synchronization [req-2ff01617-5d5d-42a3-abea-df4b10db3ef1 req-cdd4a3dc-9cd9-41e3-a601-76a92e42a0f6 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 1009.809434] env[66818]: INFO networking_nsxv3.common.synchronization [req-2ff01617-5d5d-42a3-abea-df4b10db3ef1 req-cdd4a3dc-9cd9-41e3-a601-76a92e42a0f6 tempest-SecurityGroupsTestJSON-333341518 tempest-SecurityGroupsTestJSON-333341518-project-member] Enqueued Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_members [ 1009.810389] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGHEST for action security_group_members [ 1009.810389] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGHEST for action security_group_members [ 1009.810389] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGHEST for action security_group_members [ 1009.810532] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.810532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.810627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.810845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.810934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.815142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.815242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.815428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.815580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.815632] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.817491] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.817614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.817683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.817856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.818019] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.818128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.818193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.818338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.818447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.818512] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.819390] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.819499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.819567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.819723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.819868] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.819963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.820608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.820608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.820608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.820608] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.053815] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5: rpc.has_security_group_logging(os_id): False [ 1010.072961] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.073253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.073365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.073751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.073892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.074088] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.076632] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.076632] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.076632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.076632] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 1010.135965] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.136162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.136239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.136467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.136624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.172597] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 1010.323051] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.323260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.323337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.323562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.323653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.323867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.323964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.324040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.324190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.324268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.324354] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be updated. [ 1010.327316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.327436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.327505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.327677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.329074] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.329074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.352951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.353354] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.353553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.353679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.353996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.354179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.354342] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd is going to be updated. [ 1010.357349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.357349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.360532] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.360667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.360712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.361032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.361188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.389797] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: IN_PROGRESS for 2s [ 1010.393900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.394185] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.394336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.394426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.394619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.394697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.394872] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be updated. [ 1010.408746] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.408881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.408952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.409167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.409353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.418019] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: IN_PROGRESS for 2s [ 1010.461074] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.461273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.461318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.461531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.461676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.473221] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: IN_PROGRESS for 2s [ 1010.890856] env[66818]: INFO networking_nsxv3.common.synchronization [req-f3a01600-0545-4931-b776-87b9ceaecb86 req-af4eac22-67ab-45e7-80a4-18a3c2d11a39 tempest-AttachInterfacesV270Test-657623672 tempest-AttachInterfacesV270Test-657623672-project-member] Enqueued Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_members [ 1010.892248] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_members [ 1010.892248] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.892248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.892248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.892416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.892452] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.892616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.892657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.892859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.892904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.892999] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.234963] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.235178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-409" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.235298] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-409" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.235632] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-409" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.235904] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.236177] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.236310] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.236540] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.236747] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.237633] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.237633] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.237633] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.237633] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.237633] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.237633] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.237633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.258357] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.258357] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.258985] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.258985] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-409" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.258985] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259214] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259214] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.259545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.259687] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2f9ee0-094f-4cfa-801a-c3e8149acf8f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.395831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.396037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.396037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.396228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.396322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.396521] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.396619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.396683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.396827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.396905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.396987] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e962861e-32b3-4802-af1c-2ad7f1c4171f already deleted. [ 1011.397086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763053] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.763237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.763486] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.763627] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763777] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 9e2f9ee0-094f-4cfa-801a-c3e8149acf8f not found, creating... [ 1011.764175] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.764336] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.764453] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.764666] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.764803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.765095] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.765246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.765361] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.765557] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.765736] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.765881] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 9e2f9ee0-094f-4cfa-801a-c3e8149acf8f is going to be created. [ 1011.786814] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.787038] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.787170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.787436] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.787670] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.787878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.195145] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 1012.196247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.400823] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 in Status: SUCCESS [ 1012.401193] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 deletion is rescheduled due to dependency. [ 1012.401256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.427611] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd in Status: SUCCESS [ 1012.427801] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd deletion is rescheduled due to dependency. [ 1012.428074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.484555] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 in Status: SUCCESS [ 1012.484919] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 deletion is rescheduled due to dependency. [ 1012.485653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.523116] env[66818]: INFO networking_nsxv3.common.synchronization [req-f3a01600-0545-4931-b776-87b9ceaecb86 req-b1fa807f-a162-40b2-a7a7-6a3bd2ee09f1 service nova] Enqueued Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_rules [ 1012.523452] env[66818]: INFO networking_nsxv3.common.synchronization [req-f3a01600-0545-4931-b776-87b9ceaecb86 req-b1fa807f-a162-40b2-a7a7-6a3bd2ee09f1 service nova] Enqueued Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_members [ 1012.523452] env[66818]: INFO networking_nsxv3.common.synchronization [req-f3a01600-0545-4931-b776-87b9ceaecb86 req-b1fa807f-a162-40b2-a7a7-6a3bd2ee09f1 service nova] Enqueued Resource ID: 9e2f9ee0-094f-4cfa-801a-c3e8149acf8f with Priority: HIGHEST for action port [ 1012.523648] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_rules [ 1012.523779] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_members [ 1012.523876] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2f9ee0-094f-4cfa-801a-c3e8149acf8f with Priority: HIGHEST for action port [ 1012.526638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.526638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.526638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.526638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.526638] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.526638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.526933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.527020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.527505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.527702] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.527848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.527949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.528164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.528535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.529162] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.530063] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.530232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.530341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.531335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.531335] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2f9ee0-094f-4cfa-801a-c3e8149acf8f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.033897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.033897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.033897] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.034604] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e2f9ee0-094f-4cfa-801a-c3e8149acf8f with status ACTIVE [ 1013.034790] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.034905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.034980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.035169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.035310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.035428] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.035506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.035556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.035729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.035781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.036283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.036283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.036283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.036283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.036283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.036555] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e2f9ee0-094f-4cfa-801a-c3e8149acf8f is going to be updated. [ 1013.059958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.059958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.060179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.060278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.060421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.060592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2f9ee0-094f-4cfa-801a-c3e8149acf8f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.538727] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.543432] env[66818]: INFO networking_nsxv3.common.synchronization [req-154ad3ee-9996-41a5-894a-4b7260f6001d req-720e83bb-00bb-4429-a7c7-db5e2a0c13ee tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1013.544535] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1013.544982] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.545200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.545330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.545635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.545889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.546084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.546198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.546478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.546584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.546734] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.044914] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.045118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.045174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.045365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.045438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.045539] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e962861e-32b3-4802-af1c-2ad7f1c4171f is going to be created. [ 1014.049383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.049512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.049565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.049795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.070465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.070682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.070773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.070833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.071255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.071379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.071490] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1014.074489] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.074643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.074685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.074843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.075061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.085557] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e962861e-32b3-4802-af1c-2ad7f1c4171f in Status: UNINITIALIZED for 2s [ 1014.104674] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.104884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.104884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.105148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.105330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.113913] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1014.992162] env[66818]: INFO networking_nsxv3.common.synchronization [req-976b7c2e-d19c-4b8d-82d5-b739245ac857 req-f3c93d38-c543-486f-a28c-c9f74d04acba tempest-ServersTestJSON-1536105650 tempest-ServersTestJSON-1536105650-project-member] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_members [ 1014.992162] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_members [ 1014.992162] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.992162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.992162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.992762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993103] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.993357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.993514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.993766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.994134] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.311576] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1b898563-7f36-470c-a01b-a6b20e415a73 None None] Enqueued Resource ID: 261e3791-3ff7-47d1-8173-74bea50c88a9 with Priority: HIGHEST for action port [ 1015.312950] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e3791-3ff7-47d1-8173-74bea50c88a9 with Priority: HIGHEST for action port [ 1015.313565] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-261e3791-3ff7-47d1-8173-74bea50c88a9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.313857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261e3791-3ff7-47d1-8173-74bea50c88a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.313913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261e3791-3ff7-47d1-8173-74bea50c88a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.314345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261e3791-3ff7-47d1-8173-74bea50c88a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.314495] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261e3791-3ff7-47d1-8173-74bea50c88a9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.351258] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.351508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-283" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.351588] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-283" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.351978] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-283" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.352238] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.352699] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.352699] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.352875] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.352875] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.353131] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.353316] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.353445] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.353562] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.353829] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.353829] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.353953] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.374060] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.374257] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.374398] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.374624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-283" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.375022] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.375196] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.375321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.375670] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.375851] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6b76a6-8dac-4e0a-9a51-c5a4cc48637a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.496801] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.497015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.497106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.497478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.497598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.497791] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.497884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.497946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.498132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.498208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.498299] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 already deleted. [ 1015.498560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.817595] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 261e3791-3ff7-47d1-8173-74bea50c88a9 [ 1015.817837] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.817974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.818057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.818264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.818355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.818450] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:261e3791-3ff7-47d1-8173-74bea50c88a9 already deleted. [ 1015.818530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261e3791-3ff7-47d1-8173-74bea50c88a9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.880716] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.880716] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port df6b76a6-8dac-4e0a-9a51-c5a4cc48637a not found, creating... [ 1015.880716] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.880716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.881407] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.881407] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.881407] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.881407] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.881946] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.882817] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: df6b76a6-8dac-4e0a-9a51-c5a4cc48637a is going to be created. [ 1015.903118] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.903330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.903452] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.903708] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.903974] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.904240] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.097784] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e962861e-32b3-4802-af1c-2ad7f1c4171f in Status: SUCCESS [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.097784] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.097784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.097784] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.124954] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1016.125156] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1016.125282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.599526] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.599741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.599741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.600086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.600231] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.600308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.600308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.600474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.600573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.600802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.600802] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.600926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.601534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601534] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.601534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.601534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601799] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.690553] env[66818]: INFO networking_nsxv3.common.synchronization [req-976b7c2e-d19c-4b8d-82d5-b739245ac857 req-be162d22-7adb-4663-935d-e220a20c3ce5 service nova] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_rules [ 1016.690553] env[66818]: INFO networking_nsxv3.common.synchronization [req-976b7c2e-d19c-4b8d-82d5-b739245ac857 req-be162d22-7adb-4663-935d-e220a20c3ce5 service nova] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_members [ 1016.690553] env[66818]: INFO networking_nsxv3.common.synchronization [req-976b7c2e-d19c-4b8d-82d5-b739245ac857 req-be162d22-7adb-4663-935d-e220a20c3ce5 service nova] Enqueued Resource ID: df6b76a6-8dac-4e0a-9a51-c5a4cc48637a with Priority: HIGHEST for action port [ 1016.690933] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_rules [ 1016.691184] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_members [ 1016.691317] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6b76a6-8dac-4e0a-9a51-c5a4cc48637a with Priority: HIGHEST for action port [ 1016.691595] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.691708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.691772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.692156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.692156] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.692984] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.693331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.693331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.693331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.693499] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.693594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.693648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.693792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.693875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.693965] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.695137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.695137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.695137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.695137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.695137] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6b76a6-8dac-4e0a-9a51-c5a4cc48637a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.105086] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e962861e-32b3-4802-af1c-2ad7f1c4171f: rpc.has_security_group_logging(os_id): False [ 1017.127596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.127802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.127851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.128094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.128195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.128431] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.128563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.128813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.129154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.129309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.129557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.129666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.129738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.129902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.129994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.130519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.130519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.130519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.130703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.130703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.130703] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e962861e-32b3-4802-af1c-2ad7f1c4171f is going to be created. [ 1017.190499] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.190703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.190786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.190992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.191235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.197179] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.197346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.197521] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.198499] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6b76a6-8dac-4e0a-9a51-c5a4cc48637a with status ACTIVE [ 1017.198712] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.198852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.198917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.199177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.199274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.199477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.199605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.199669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.200258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.200258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.200258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.200405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.200533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.200584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.200693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.200782] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6b76a6-8dac-4e0a-9a51-c5a4cc48637a is going to be updated. [ 1017.209641] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e962861e-32b3-4802-af1c-2ad7f1c4171f in Status: IN_PROGRESS for 2s [ 1017.235631] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.235833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.235833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.235988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.236142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.236301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6b76a6-8dac-4e0a-9a51-c5a4cc48637a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.577171] env[66818]: INFO networking_nsxv3.common.synchronization [None req-877478cc-9d56-4f3e-b9a1-300a3d4efe04 None None] Enqueued Resource ID: 3f2c3d23-63e4-45fb-871d-47c468b6bad6 with Priority: HIGHEST for action port [ 1017.577838] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2c3d23-63e4-45fb-871d-47c468b6bad6 with Priority: HIGHEST for action port [ 1017.578031] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2c3d23-63e4-45fb-871d-47c468b6bad6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.578208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2c3d23-63e4-45fb-871d-47c468b6bad6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.578968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2c3d23-63e4-45fb-871d-47c468b6bad6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.579401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2c3d23-63e4-45fb-871d-47c468b6bad6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.579401] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2c3d23-63e4-45fb-871d-47c468b6bad6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.704643] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.082268] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f2c3d23-63e4-45fb-871d-47c468b6bad6 [ 1018.082532] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.082756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.082756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.082987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.083090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.083490] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f2c3d23-63e4-45fb-871d-47c468b6bad6 already deleted. [ 1018.083490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2c3d23-63e4-45fb-871d-47c468b6bad6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.206538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.206538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206775] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 is going to be created. [ 1018.237616] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.237985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.238270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.238514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.251552] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: UNINITIALIZED for 2s [ 1019.223624] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e962861e-32b3-4802-af1c-2ad7f1c4171f in Status: SUCCESS [ 1019.224145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.745290] env[66818]: INFO networking_nsxv3.common.synchronization [req-be3de279-5c4c-4508-9867-a29bf1cfdd77 req-308ee1d7-d70f-431f-8ca9-86bf17fbd180 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1019.745902] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1019.746233] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.746356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.746424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.746630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.746771] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.746868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.747536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.747712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.747807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.747909] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.080925] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.081187] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.081376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.081647] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.082853] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.083125] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.083315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.083610] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.083826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.084124] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.084294] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.084455] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.084617] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.084775] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.084922] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.085120] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.104934] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.105133] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.105279] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.105608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.105950] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-1167a3cd-0697-400c-a496-89202dcd9e8a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.106193] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.106872] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.106872] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.107080] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1167a3cd-0697-400c-a496-89202dcd9e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.252047] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.252047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.252047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.252641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.252641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.252641] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.252641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.252641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.252929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.252929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.252929] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1020.266939] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: SUCCESS [ 1020.267148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.267592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.267592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.267817] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.267817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.267817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.268056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.268056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.268121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.268185] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.286273] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.286509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.286564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.286862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.287083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.308795] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1020.609818] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.610376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.610376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.610751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.611073] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.611413] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 1167a3cd-0697-400c-a496-89202dcd9e8a not found, creating... [ 1020.611719] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.611926] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.612088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.612394] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.612597] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.613011] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.613190] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.613321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.613600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.613773] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.613942] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 1167a3cd-0697-400c-a496-89202dcd9e8a is going to be created. [ 1020.635903] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.636202] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.636381] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.636766] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637081] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.637375] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.770671] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.176430] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a661d337-de30-4fe5-a1ae-7219fad13ef3 None None] Enqueued Resource ID: 6596a3dc-aafc-4eee-9312-2d0aba096578 with Priority: HIGHEST for action port [ 1021.177057] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6596a3dc-aafc-4eee-9312-2d0aba096578 with Priority: HIGHEST for action port [ 1021.177372] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-6596a3dc-aafc-4eee-9312-2d0aba096578 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.177507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6596a3dc-aafc-4eee-9312-2d0aba096578" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.177551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6596a3dc-aafc-4eee-9312-2d0aba096578" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.178039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6596a3dc-aafc-4eee-9312-2d0aba096578" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.178039] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6596a3dc-aafc-4eee-9312-2d0aba096578',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.277276] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0088440d-0175-4183-bf0a-c368b70c2a72: rpc.has_security_group_logging(os_id): False [ 1021.304876] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.305670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.305670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.305670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.305670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.306276] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.306428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.306498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.306698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.306814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.306943] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 is going to be created. [ 1021.391843] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.391843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.391843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.393092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.393311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.396947] env[66818]: INFO networking_nsxv3.common.synchronization [req-be3de279-5c4c-4508-9867-a29bf1cfdd77 req-4c71a585-9f97-45b9-a045-59687ddcdfa5 service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 1021.396947] env[66818]: INFO networking_nsxv3.common.synchronization [req-be3de279-5c4c-4508-9867-a29bf1cfdd77 req-4c71a585-9f97-45b9-a045-59687ddcdfa5 service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1021.396947] env[66818]: INFO networking_nsxv3.common.synchronization [req-be3de279-5c4c-4508-9867-a29bf1cfdd77 req-4c71a585-9f97-45b9-a045-59687ddcdfa5 service nova] Enqueued Resource ID: 1167a3cd-0697-400c-a496-89202dcd9e8a with Priority: HIGHEST for action port [ 1021.397515] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 1021.397668] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1021.397772] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1167a3cd-0697-400c-a496-89202dcd9e8a with Priority: HIGHEST for action port [ 1021.398113] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.398242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.398313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.398517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.398634] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.399856] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.400050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.400367] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1167a3cd-0697-400c-a496-89202dcd9e8a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.400501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.400660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.400787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.400864] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1167a3cd-0697-400c-a496-89202dcd9e8a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.411503] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: IN_PROGRESS for 2s [ 1021.680849] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6596a3dc-aafc-4eee-9312-2d0aba096578 [ 1021.681130] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.681313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.681922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.681922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.681922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.681922] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6596a3dc-aafc-4eee-9312-2d0aba096578 already deleted. [ 1021.681922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6596a3dc-aafc-4eee-9312-2d0aba096578" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.905261] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.905261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.905483] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1167a3cd-0697-400c-a496-89202dcd9e8a with status ACTIVE [ 1021.905969] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.906120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.906268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.907048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.907048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.907048] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.907314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.907314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.907429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.907517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.907731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.907829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.907891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.908074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.908225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.908281] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1167a3cd-0697-400c-a496-89202dcd9e8a is going to be updated. [ 1021.935024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.935024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.935024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.935024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.935024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.935024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1167a3cd-0697-400c-a496-89202dcd9e8a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.322501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1022.322769] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1022.322897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.323035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.323231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.323382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.323500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.323562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.323719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.323804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.323903] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.831417] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.047820] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d63d83ef-47f4-41f7-a732-d85d5196a3d4 None None] Enqueued Resource ID: 7fe91dcc-57d5-4b8b-868d-678e6760bb82 with Priority: HIGHEST for action port [ 1023.048756] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe91dcc-57d5-4b8b-868d-678e6760bb82 with Priority: HIGHEST for action port [ 1023.050311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe91dcc-57d5-4b8b-868d-678e6760bb82 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.050440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe91dcc-57d5-4b8b-868d-678e6760bb82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.050514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe91dcc-57d5-4b8b-868d-678e6760bb82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.050814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe91dcc-57d5-4b8b-868d-678e6760bb82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.051431] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe91dcc-57d5-4b8b-868d-678e6760bb82',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.335380] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.426281] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: SUCCESS [ 1023.426696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.552918] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fe91dcc-57d5-4b8b-868d-678e6760bb82 [ 1023.553183] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.553320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.553392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.553714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.553812] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fe91dcc-57d5-4b8b-868d-678e6760bb82 already deleted. [ 1023.553896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe91dcc-57d5-4b8b-868d-678e6760bb82" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.828863] env[66818]: INFO networking_nsxv3.common.synchronization [req-2de4f104-9e2e-4052-a14a-84ce9723ca16 req-1f3c1c84-e239-435e-96dd-01cf415627d4 tempest-ServersNegativeTestJSON-868429346 tempest-ServersNegativeTestJSON-868429346-project-member] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1023.829186] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1023.829513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.829634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.829699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.829943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.830164] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.830556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.830556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.830556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.830556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.830729] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.837160] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.837228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.837265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.837755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.837755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.837755] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1023.872319] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.872319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.872319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.872319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.872319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.880570] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1024.212072] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.212267] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.212393] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.212751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.213263] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.213373] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.213486] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.213731] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.213880] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.214100] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.214212] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.214320] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.214424] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.214535] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.214641] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.214783] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.233397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.233554] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.233757] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.233876] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.234206] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-6b24f8ef-1739-4084-b1de-a14661e65f84 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.234376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.234521] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.234898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.235085] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b24f8ef-1739-4084-b1de-a14661e65f84',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.333428] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.333679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.333679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.333869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.333959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.334174] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.334274] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.334338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.334488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.334563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.334648] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 already deleted. [ 1024.334728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.737364] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.737613] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.737711] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.737987] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.738170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.738321] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 6b24f8ef-1739-4084-b1de-a14661e65f84 not found, creating... [ 1024.738589] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.738744] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.738862] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.739118] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.739237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.739749] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.739931] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.740071] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.740356] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.740567] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.740759] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 is going to be created. [ 1024.768907] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.769273] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.769499] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.770343] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.771509] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.772705] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.421246] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1025.421366] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1025.457881] env[66818]: INFO networking_nsxv3.common.synchronization [req-2de4f104-9e2e-4052-a14a-84ce9723ca16 req-093538a5-a45b-40db-b8e5-30cdae1e1eb6 service nova] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_rules [ 1025.458086] env[66818]: INFO networking_nsxv3.common.synchronization [req-2de4f104-9e2e-4052-a14a-84ce9723ca16 req-093538a5-a45b-40db-b8e5-30cdae1e1eb6 service nova] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1025.458323] env[66818]: INFO networking_nsxv3.common.synchronization [req-2de4f104-9e2e-4052-a14a-84ce9723ca16 req-093538a5-a45b-40db-b8e5-30cdae1e1eb6 service nova] Enqueued Resource ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 with Priority: HIGHEST for action port [ 1025.459474] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_rules [ 1025.459474] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1025.459474] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 with Priority: HIGHEST for action port [ 1025.459474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.459818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.459818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.460113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.460226] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.461316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.461571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.461690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.461925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.462149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.462302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.462439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.462703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.462803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.462907] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.463869] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b24f8ef-1739-4084-b1de-a14661e65f84 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.463983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.464062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.464220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.464295] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b24f8ef-1739-4084-b1de-a14661e65f84',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.890493] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1025.890791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.890908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.891157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.891359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.891866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.891866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.892018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.892157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.892350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.892433] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.966627] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.966841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.966965] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.968367] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b24f8ef-1739-4084-b1de-a14661e65f84 with status ACTIVE [ 1025.968579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.968705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.968774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.968982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.969103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.969294] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.969441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.969524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.969693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.969802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.969996] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.970159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.970214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.970336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.970427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.970514] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 is going to be updated. [ 1026.005243] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.005500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.005500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.005710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.005856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.006034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.397963] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.397963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.397963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399625] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.399808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.399808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.400280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.400280] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.400578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.400578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.400578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.400720] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.400720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.400807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.400882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.400950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.401036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.401123] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.473391] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.903830] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a: rpc.has_security_group_logging(os_id): False [ 1026.922298] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.922529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.922529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.923017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.923017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.923017] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.923237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.923237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.923308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.923382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.923579] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.923666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.923728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.923910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.923983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.924186] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.924278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.924336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.924468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.924541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.924622] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1026.974879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.975051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.975125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.975337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.975425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.975521] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be created. [ 1026.987444] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.987698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.987698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.987977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.988089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.006437] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.006577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.006645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.006864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.007037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.009643] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1027.011545] env[66818]: INFO networking_nsxv3.common.synchronization [req-047de5c9-ebf5-41b7-8100-010fcb823e3e req-4c3f0062-8925-4cdc-8d28-2a352496df11 tempest-ServerAddressesTestJSON-1527046796 tempest-ServerAddressesTestJSON-1527046796-project-member] Enqueued Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_members [ 1027.012136] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_members [ 1027.012462] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.012579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.012638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.012895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.013064] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.013164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.013225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.013377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.013460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.013552] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.027992] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: UNINITIALIZED for 2s [ 1027.298118] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.298415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-168" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.298594] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-168" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.298999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-168" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.299432] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.299554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.299707] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.299944] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.300128] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.300343] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.300454] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.300571] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.300692] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.300836] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.300957] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.301103] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.328472] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.328658] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.328658] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.328840] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-168" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.329303] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-c587c797-88a2-4f52-a6a2-f7430dc99e0b taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.329464] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.329558] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.329819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.330099] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c587c797-88a2-4f52-a6a2-f7430dc99e0b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.516659] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.516846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.516919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.517251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.517350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.517559] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.517658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.517719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.517869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.517943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.518041] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 already deleted. [ 1027.518123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.832415] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.832786] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.833021] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.833376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.834044] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.834044] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port c587c797-88a2-4f52-a6a2-f7430dc99e0b not found, creating... [ 1027.834193] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.834337] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.834492] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.834767] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.834941] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.835291] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.835743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.835743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.835863] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.836111] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.836201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: c587c797-88a2-4f52-a6a2-f7430dc99e0b is going to be created. [ 1027.859249] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.859457] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.859622] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.859897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.860237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.860495] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.869712] env[66818]: INFO networking_nsxv3.common.synchronization [req-4bea6e22-a068-4342-a066-48bc8f233cfc req-b1c4b7da-8e9f-4344-975d-7179f03a5902 tempest-AttachInterfacesV270Test-657623672 tempest-AttachInterfacesV270Test-657623672-project-member] Enqueued Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_members [ 1027.870433] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGHEST for action security_group_members [ 1027.870628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.870738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.870825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.871257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.871455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.871580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.871649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.871817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.871904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.871988] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.375250] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.375623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.375623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.375931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.376046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.376262] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.376370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.376438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.376590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.376669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.376755] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e962861e-32b3-4802-af1c-2ad7f1c4171f is going to be updated. [ 1028.409265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.409523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.409523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.409746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.409894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.419525] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e962861e-32b3-4802-af1c-2ad7f1c4171f in Status: IN_PROGRESS for 2s [ 1028.575397] env[66818]: INFO networking_nsxv3.common.synchronization [req-047de5c9-ebf5-41b7-8100-010fcb823e3e req-0c02c024-b1c3-4e6e-9e3f-1c844f5dcb09 service nova] Enqueued Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_rules [ 1028.575524] env[66818]: INFO networking_nsxv3.common.synchronization [req-047de5c9-ebf5-41b7-8100-010fcb823e3e req-0c02c024-b1c3-4e6e-9e3f-1c844f5dcb09 service nova] Enqueued Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_members [ 1028.575596] env[66818]: INFO networking_nsxv3.common.synchronization [req-047de5c9-ebf5-41b7-8100-010fcb823e3e req-0c02c024-b1c3-4e6e-9e3f-1c844f5dcb09 service nova] Enqueued Resource ID: c587c797-88a2-4f52-a6a2-f7430dc99e0b with Priority: HIGHEST for action port [ 1028.576159] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_rules [ 1028.576323] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_members [ 1028.576427] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587c797-88a2-4f52-a6a2-f7430dc99e0b with Priority: HIGHEST for action port [ 1028.577115] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.577260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.577351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.577620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.577709] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.578621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.578754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.578834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.579040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.579199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.579321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.579385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.579707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.579707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.579840] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.580608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c587c797-88a2-4f52-a6a2-f7430dc99e0b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.580717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.580785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.580952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.581049] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c587c797-88a2-4f52-a6a2-f7430dc99e0b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.035101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1029.035340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.038720] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1029.038952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.039192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.039485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.039713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.039878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.039961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.040149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.040229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.040314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.040421] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.082526] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.082782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.084107] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.085112] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c587c797-88a2-4f52-a6a2-f7430dc99e0b with status ACTIVE [ 1029.085293] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.085410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.085487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.085732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.085867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.086077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.086182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.086239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.086470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.086671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.086849] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.086943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.087015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.087175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.087230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.087326] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c587c797-88a2-4f52-a6a2-f7430dc99e0b is going to be updated. [ 1029.111305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.111443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.111543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.111807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.112016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.112226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c587c797-88a2-4f52-a6a2-f7430dc99e0b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.545020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.545020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.545020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.545020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.545471] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.545471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.545471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.545471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.545471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.545643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.545643] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.545796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.545796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.545945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.546387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.546387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.546387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.546387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.546387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.547114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.547114] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.589631] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.050605] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9422f98-924c-43bc-b87c-5c937a73ec46: rpc.has_security_group_logging(os_id): False [ 1030.068611] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.068821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.068913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.069147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.069236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.069461] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.069578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.069645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.069789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.069866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.070061] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.070357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.070426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.070602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.070885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.070957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.071050] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be created. [ 1030.092076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.092255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.092323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.092491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.092578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.092690] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 is going to be created. [ 1030.115490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.115490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.115678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.116419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.116419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.138973] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.139160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.139160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.139350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.139626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.142114] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 in Status: UNINITIALIZED for 2s [ 1030.152885] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1030.429306] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e962861e-32b3-4802-af1c-2ad7f1c4171f in Status: SUCCESS [ 1030.429485] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e962861e-32b3-4802-af1c-2ad7f1c4171f deletion is rescheduled due to dependency. [ 1030.429611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.152035] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 in Status: SUCCESS [ 1032.152035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.152508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.152508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.152508] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.152847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.152847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.152847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.152995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.152995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.153113] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.163440] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1032.163644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.655687] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.656758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.656910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.657171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.657725] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.657829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.657962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.658058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.658218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.658268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.658383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.658464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.658525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.658661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.658875] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.658926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.658970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.659112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.659186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.659265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.659355] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.163731] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e10456c6-8d68-4048-abd2-8b06bef4e7f8: rpc.has_security_group_logging(os_id): False [ 1033.182336] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.182494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.182554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.182838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.182934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.183138] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.183238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.183302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.183451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.183526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.183726] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.183884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.183884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.184044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.184139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.184338] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.184430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.184500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.184656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.184729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.184815] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 is going to be created. [ 1033.250843] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.251087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.251164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.251372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.251579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.262561] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 in Status: IN_PROGRESS for 2s [ 1033.577366] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.577502] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1035.276709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 in Status: SUCCESS [ 1035.277223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.707645] env[66818]: INFO networking_nsxv3.common.synchronization [None req-cb74f86b-1a37-4788-9c45-3547eaf5cd06 None None] Enqueued Resource ID: 67b2db0b-d94f-4168-a819-f892282c8ffe with Priority: HIGHEST for action port [ 1035.708258] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b2db0b-d94f-4168-a819-f892282c8ffe with Priority: HIGHEST for action port [ 1035.708627] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b2db0b-d94f-4168-a819-f892282c8ffe taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.708725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b2db0b-d94f-4168-a819-f892282c8ffe" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.708725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b2db0b-d94f-4168-a819-f892282c8ffe" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.709031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b2db0b-d94f-4168-a819-f892282c8ffe" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.709116] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b2db0b-d94f-4168-a819-f892282c8ffe',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.213896] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67b2db0b-d94f-4168-a819-f892282c8ffe [ 1036.214118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.214303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.214394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.214994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.214994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.214994] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67b2db0b-d94f-4168-a819-f892282c8ffe already deleted. [ 1036.214994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b2db0b-d94f-4168-a819-f892282c8ffe" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.866719] env[66818]: INFO networking_nsxv3.common.synchronization [None req-9634878b-0e42-4793-be19-3e91798c9af9 None None] Enqueued Resource ID: b0d635b5-4130-4a6d-959c-2b995bdd71d6 with Priority: HIGHEST for action port [ 1037.867383] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d635b5-4130-4a6d-959c-2b995bdd71d6 with Priority: HIGHEST for action port [ 1037.867814] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d635b5-4130-4a6d-959c-2b995bdd71d6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.871263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d635b5-4130-4a6d-959c-2b995bdd71d6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.871356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d635b5-4130-4a6d-959c-2b995bdd71d6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.871621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d635b5-4130-4a6d-959c-2b995bdd71d6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.871722] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d635b5-4130-4a6d-959c-2b995bdd71d6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.374222] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0d635b5-4130-4a6d-959c-2b995bdd71d6 [ 1038.374636] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.374802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.374861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.375093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.375183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.375276] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0d635b5-4130-4a6d-959c-2b995bdd71d6 already deleted. [ 1038.375357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d635b5-4130-4a6d-959c-2b995bdd71d6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.976575] env[66818]: INFO networking_nsxv3.common.synchronization [req-7d377c1e-fdce-43ed-9193-777b7c4c3669 req-bbe0916e-277a-4b4f-ae95-e03de06d800f tempest-ServersNegativeTestJSON-868429346 tempest-ServersNegativeTestJSON-868429346-project-member] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1039.977102] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1039.977414] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.977599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.977802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.977934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.978562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.978636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.978843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.978931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.979037] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.277724] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.277939] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.278077] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.278350] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.278711] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.278868] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.278991] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.279248] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.279398] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.279608] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.279719] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.279827] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.279936] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.280080] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.280202] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.280348] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.304718] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.304982] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.305247] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.305539] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.306017] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-0346aa07-8d6b-4fdb-a074-14d4e90a979c taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.306300] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.306493] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.306931] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.307183] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0346aa07-8d6b-4fdb-a074-14d4e90a979c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.480631] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.809539] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.809785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.809911] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.810229] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.810378] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.810536] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 0346aa07-8d6b-4fdb-a074-14d4e90a979c not found, creating... [ 1040.810799] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.810953] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.811170] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.811782] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.811782] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.811962] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.812153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.812203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.812396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.812533] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.812671] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 0346aa07-8d6b-4fdb-a074-14d4e90a979c is going to be created. [ 1040.836979] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.837208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.837307] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.837610] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.837840] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.838080] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.983328] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.489089] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.489089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.489089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.489089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.489089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.489089] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1041.517644] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.517644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.517644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.517644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.517644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.525997] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1041.530021] env[66818]: INFO networking_nsxv3.common.synchronization [req-7d377c1e-fdce-43ed-9193-777b7c4c3669 req-ab68be8a-0e88-4d28-a35b-57dbac1cb3ba service nova] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_rules [ 1041.530021] env[66818]: INFO networking_nsxv3.common.synchronization [req-7d377c1e-fdce-43ed-9193-777b7c4c3669 req-ab68be8a-0e88-4d28-a35b-57dbac1cb3ba service nova] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1041.530021] env[66818]: INFO networking_nsxv3.common.synchronization [req-7d377c1e-fdce-43ed-9193-777b7c4c3669 req-ab68be8a-0e88-4d28-a35b-57dbac1cb3ba service nova] Enqueued Resource ID: 0346aa07-8d6b-4fdb-a074-14d4e90a979c with Priority: HIGHEST for action port [ 1041.530021] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_rules [ 1041.530021] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1041.530021] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0346aa07-8d6b-4fdb-a074-14d4e90a979c with Priority: HIGHEST for action port [ 1041.530021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.530604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.530823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.531128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.531552] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.533016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.533431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.533718] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0346aa07-8d6b-4fdb-a074-14d4e90a979c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.535018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.535018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.535018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.535018] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0346aa07-8d6b-4fdb-a074-14d4e90a979c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.903234] env[66818]: INFO networking_nsxv3.common.synchronization [req-66aab409-6a8d-4790-aa2c-784c2a0b2c73 req-564eeeec-98e4-4d69-af11-ccd3a896989d tempest-ServerAddressesTestJSON-1527046796 tempest-ServerAddressesTestJSON-1527046796-project-member] Enqueued Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_members [ 1041.903341] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGHEST for action security_group_members [ 1041.903668] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.903805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.903874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.904091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.904246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.904367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.904433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.904608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.904693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.904789] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.036932] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.037235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.037312] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0346aa07-8d6b-4fdb-a074-14d4e90a979c with status ACTIVE [ 1042.037445] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.037551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.037613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.037837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.037928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.038143] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.038239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.038273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.038434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.038511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.038690] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.039160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.039160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.039160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.039160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.039160] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0346aa07-8d6b-4fdb-a074-14d4e90a979c is going to be updated. [ 1042.060777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.061146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.061146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.061245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.061385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.061548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0346aa07-8d6b-4fdb-a074-14d4e90a979c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.407125] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.407302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.407530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.407618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.407659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.407860] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.407980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.408026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.408162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.408237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.408345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 is going to be updated. [ 1042.437494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.437494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.437698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.437837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.437943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.447287] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 in Status: IN_PROGRESS for 2s [ 1043.537301] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1043.537724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.539470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.539470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.539470] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.539470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.539470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.539470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.539470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.539470] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.041313] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.456974] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 in Status: SUCCESS [ 1044.457743] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 deletion is rescheduled due to dependency. [ 1044.458029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.543697] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.700414] env[66818]: INFO networking_nsxv3.common.synchronization [req-ac2f4656-491e-4c14-b3fb-de124e54c5ae req-f78b494e-5348-46b0-b6a8-08877935d58b tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1044.700944] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1044.701331] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.701459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.701517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.701891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.701976] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.702049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.702090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.702338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.702479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.702602] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.008478] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.008644] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.008776] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.009129] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.009390] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.009543] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.009658] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.009865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.010012] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.010239] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.010353] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.010531] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.010661] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.010774] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.010877] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.011010] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.030959] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.031178] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.031418] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.032413] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.032746] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-1e5db04c-be81-49c4-8787-aff664b7c202 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.032921] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.033061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.033379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.033522] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5db04c-be81-49c4-8787-aff664b7c202',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.047921] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.048101] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.048149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.048344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.048437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.048530] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1045.079305] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.079535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.079535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.079771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.079930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.092397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1045.205219] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.205452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.205519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.205727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.205846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.206149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.206268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.206326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.206481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.206558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.206674] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 already deleted. [ 1045.206757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.536905] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.537244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.537434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.537774] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.537964] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.538355] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 1e5db04c-be81-49c4-8787-aff664b7c202 not found, creating... [ 1045.538516] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.538707] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.538850] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.539122] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.539295] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.539621] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.539802] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.539929] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.540153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.540283] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.540448] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 1e5db04c-be81-49c4-8787-aff664b7c202 is going to be created. [ 1045.561799] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.562213] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.562213] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.562524] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.562958] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.563237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.305944] env[66818]: INFO networking_nsxv3.common.synchronization [req-ac2f4656-491e-4c14-b3fb-de124e54c5ae req-9ebd40e8-825c-429d-bb25-8ab2bc83510f service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1046.306137] env[66818]: INFO networking_nsxv3.common.synchronization [req-ac2f4656-491e-4c14-b3fb-de124e54c5ae req-9ebd40e8-825c-429d-bb25-8ab2bc83510f service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1046.306277] env[66818]: INFO networking_nsxv3.common.synchronization [req-ac2f4656-491e-4c14-b3fb-de124e54c5ae req-9ebd40e8-825c-429d-bb25-8ab2bc83510f service nova] Enqueued Resource ID: 1e5db04c-be81-49c4-8787-aff664b7c202 with Priority: HIGHEST for action port [ 1046.306790] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1046.306925] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1046.307086] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5db04c-be81-49c4-8787-aff664b7c202 with Priority: HIGHEST for action port [ 1046.307378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.307504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.307624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.307923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.308033] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.308880] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.308996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.309076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.309269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.309476] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.309576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.309634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.309781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.309864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.309957] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.313554] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5db04c-be81-49c4-8787-aff664b7c202 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.313554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.313554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.313554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.313554] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5db04c-be81-49c4-8787-aff664b7c202',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.813271] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.814797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.815012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.815225] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e5db04c-be81-49c4-8787-aff664b7c202 with status ACTIVE [ 1046.815404] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.815545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.815601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.815762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.815849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.816028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.816125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.816369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.816467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.816617] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.816762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.817585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.817585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.817585] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e5db04c-be81-49c4-8787-aff664b7c202 is going to be updated. [ 1046.838648] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.838648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.838648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.838648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.838892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.839741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5db04c-be81-49c4-8787-aff664b7c202" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.111751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1047.112080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.112320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.112801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.112801] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.112998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.112998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.113127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.113186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.113243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.113465] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.319325] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.616307] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.616445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.616519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.616745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.616904] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.617031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.617099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.617252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.617355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.617447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.617602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.617709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.617771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.621023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.621023] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.621023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.621023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.621023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.621023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.621023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.621023] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.821959] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.821959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.821959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.822377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.822377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.822680] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be created. [ 1047.847096] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.847282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.847282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.847489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.847679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.857739] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: UNINITIALIZED for 2s [ 1048.123229] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9422f98-924c-43bc-b87c-5c937a73ec46: rpc.has_security_group_logging(os_id): False [ 1048.141502] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.141650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.141705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.141920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.142154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.142434] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.142539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.142601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.142762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.142844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.143082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.143188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.143344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.143476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.143558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.143739] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.143832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.143890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.144037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.144113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.144198] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1048.232280] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.232935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.233115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.233463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.233722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.252915] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1049.867673] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1049.867962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.868659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.868659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.868659] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.868659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.868659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.868981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.868981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.869257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.869257] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.140636] env[66818]: INFO networking_nsxv3.common.synchronization [None req-a071e177-2341-4b2f-96ef-2608b5f3bfaa None None] Enqueued Resource ID: 00db2323-0b14-4527-af8e-9ecd34f6b7e5 with Priority: HIGHEST for action port [ 1050.141281] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00db2323-0b14-4527-af8e-9ecd34f6b7e5 with Priority: HIGHEST for action port [ 1050.141604] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-00db2323-0b14-4527-af8e-9ecd34f6b7e5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.141743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00db2323-0b14-4527-af8e-9ecd34f6b7e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.141804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00db2323-0b14-4527-af8e-9ecd34f6b7e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.142405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00db2323-0b14-4527-af8e-9ecd34f6b7e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.142529] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00db2323-0b14-4527-af8e-9ecd34f6b7e5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.270391] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1050.270885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.373159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.375721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.375721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.375721] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.376531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.377263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.377263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.377263] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.645433] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00db2323-0b14-4527-af8e-9ecd34f6b7e5 [ 1050.645697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.645837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.645904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.646364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.646364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.646542] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00db2323-0b14-4527-af8e-9ecd34f6b7e5 already deleted. [ 1050.646542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00db2323-0b14-4527-af8e-9ecd34f6b7e5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.884182] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5605d87-e068-4aea-a3d3-c0515bce1a27: rpc.has_security_group_logging(os_id): False [ 1050.903214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.904590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.904590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.904590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.904590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.905093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.905551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.905551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.905551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.905551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.905794] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.905916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.905996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.906188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.906277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.906568] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.908549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.908549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.908549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.908549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.908549] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be created. [ 1050.984391] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.984558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.984612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.984817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.985012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.996844] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1051.012397] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1a4a597a-bcb5-44f9-a2d1-a5fa52ca3bc2 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_rules [ 1051.012397] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_rules [ 1051.012397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.012397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.012397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.013270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.013342] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.114575] env[66818]: INFO networking_nsxv3.common.synchronization [None req-9f55b82f-c31f-4aa2-9b9e-587ec25b7a28 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_rules [ 1051.115668] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_rules [ 1051.116157] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.116437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.288486] env[66818]: INFO networking_nsxv3.common.synchronization [req-2034be0e-d680-4940-988b-cd6831f07ec3 req-dfb97292-d388-4a75-84e3-5d2f2014a8e1 tempest-ServersNegativeTestJSON-868429346 tempest-ServersNegativeTestJSON-868429346-project-member] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1051.289330] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1051.289649] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.289770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.289838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.290105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.290185] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.290291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.290374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.290530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.290617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.290711] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.536454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.536639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.536726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.536966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.537526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.537526] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 already deleted. [ 1051.537526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.537526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.537683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.537683] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.792829] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.060261] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.060560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.060560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.060781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.060980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.060980] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 already deleted. [ 1052.061131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.296124] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.558819] env[66818]: INFO networking_nsxv3.common.synchronization [None req-4a6902af-c811-4373-acd8-58c180d92e64 None None] Enqueued Resource ID: 33e472e3-094e-4604-ae45-22721232feab with Priority: HIGHEST for action port [ 1052.559190] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e472e3-094e-4604-ae45-22721232feab with Priority: HIGHEST for action port [ 1052.559514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e472e3-094e-4604-ae45-22721232feab taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.559651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e472e3-094e-4604-ae45-22721232feab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.559757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e472e3-094e-4604-ae45-22721232feab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.560106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e472e3-094e-4604-ae45-22721232feab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.560197] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e472e3-094e-4604-ae45-22721232feab',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.798858] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.799070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.799128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.799751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.799751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.799751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1052.829080] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.829237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.829286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.829897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.829897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.838837] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1053.009197] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1053.009411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.062285] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33e472e3-094e-4604-ae45-22721232feab [ 1053.062686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.062795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.062882] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.063084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.063202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.063361] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33e472e3-094e-4604-ae45-22721232feab already deleted. [ 1053.063483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e472e3-094e-4604-ae45-22721232feab" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.847761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1054.848167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.667081] env[66818]: INFO networking_nsxv3.common.synchronization [req-05e810a6-5b0a-4281-add1-91203072676b req-2567bb23-0f25-48b2-814b-29cd89320a9a tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1056.667733] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1056.668115] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.668286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.668370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.668954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.668954] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.668954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.669136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.669238] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.669347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.669518] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.998201] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.998449] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.998601] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.998938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.999246] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.999456] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.999601] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.999849] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.000032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.000279] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.000420] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.000546] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.000676] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.000826] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.000982] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.001161] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.020904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.021177] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.021358] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.021544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.021890] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-8c26598e-f9ec-4c5b-9127-1366a674f43a taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.022153] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.022300] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.022637] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.022792] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c26598e-f9ec-4c5b-9127-1366a674f43a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.172351] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.172588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.172639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.172934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.197150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.197431] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.197607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.197715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.197825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.197908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.197999] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1057.225976] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.226430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.226580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.236162] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1057.525765] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.525765] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.525765] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.526074] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.526194] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.526363] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 8c26598e-f9ec-4c5b-9127-1366a674f43a not found, creating... [ 1057.526670] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.526886] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.527074] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.527331] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.527472] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.527812] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.527985] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.528136] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.528374] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.528520] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.528651] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 8c26598e-f9ec-4c5b-9127-1366a674f43a is going to be created. [ 1057.555301] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.555508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.555633] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.555906] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.556160] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.556657] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.823635] env[66818]: INFO networking_nsxv3.common.synchronization [req-a971477c-7c47-483c-a61d-e8516e7140a0 req-bab7ae78-aae9-4d38-bbb6-9459666527de tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_members [ 1057.824251] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_members [ 1057.824570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.824743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.824815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.825107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.825287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.825417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.825496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.825656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.825740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.825836] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.156652] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.156860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.157071] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.157406] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.157666] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.157822] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.157938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.158344] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.158499] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.158777] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.158846] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.158925] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.159048] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.159161] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.159265] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.159395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.177618] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.177756] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.177891] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.178055] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.178374] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.178551] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.178655] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.179189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.179332] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed5c83e-4ace-41ed-a9f5-64ce8819e796',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.241558] env[66818]: INFO networking_nsxv3.common.synchronization [req-05e810a6-5b0a-4281-add1-91203072676b req-01adcc32-a275-4704-83a0-d4001b244bd1 service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1058.241740] env[66818]: INFO networking_nsxv3.common.synchronization [req-05e810a6-5b0a-4281-add1-91203072676b req-01adcc32-a275-4704-83a0-d4001b244bd1 service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1058.241911] env[66818]: INFO networking_nsxv3.common.synchronization [req-05e810a6-5b0a-4281-add1-91203072676b req-01adcc32-a275-4704-83a0-d4001b244bd1 service nova] Enqueued Resource ID: 8c26598e-f9ec-4c5b-9127-1366a674f43a with Priority: HIGHEST for action port [ 1058.242501] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1058.242627] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1058.242724] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c26598e-f9ec-4c5b-9127-1366a674f43a with Priority: HIGHEST for action port [ 1058.242995] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.243267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.243340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.243563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.243657] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.244464] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.244573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244744] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c26598e-f9ec-4c5b-9127-1366a674f43a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.244842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.245103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.245188] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c26598e-f9ec-4c5b-9127-1366a674f43a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.327537] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.327710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.327864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.328017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.328119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.328339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.328477] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.328559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.328831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.329010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.329142] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 already deleted. [ 1058.329235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.682497] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.682749] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.682910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.683334] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.683547] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.683748] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 8ed5c83e-4ace-41ed-a9f5-64ce8819e796 not found, creating... [ 1058.684076] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684458] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.684722] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.684893] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.685285] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.685470] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.685632] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.685874] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.686052] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.686230] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 8ed5c83e-4ace-41ed-a9f5-64ce8819e796 is going to be created. [ 1058.705071] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.705315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.705420] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.705800] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.705897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.706117] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.746929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.747084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.747257] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c26598e-f9ec-4c5b-9127-1366a674f43a with status ACTIVE [ 1058.747422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.747519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.747588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.747784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.747871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.748054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.748241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.748411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.748491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.748855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.748996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.749079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.749310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.749408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.749620] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c26598e-f9ec-4c5b-9127-1366a674f43a is going to be updated. [ 1058.786673] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.786912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.786912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.787893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c26598e-f9ec-4c5b-9127-1366a674f43a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.183669] env[66818]: INFO networking_nsxv3.common.synchronization [req-63101fa7-d44a-4c73-8ab8-1fdcffd1e3dc req-2919b642-9fa7-4fe9-b07f-61911bf9478c tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1059.184587] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1059.185009] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.185180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.185277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.185540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.185752] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.185925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.186035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.186245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.186381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.186516] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.248120] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 4s [ 1059.438448] env[66818]: INFO networking_nsxv3.common.synchronization [req-a971477c-7c47-483c-a61d-e8516e7140a0 req-61f2e608-ea14-4db4-a9a5-f3c1bade2cc2 service nova] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_rules [ 1059.441935] env[66818]: INFO networking_nsxv3.common.synchronization [req-a971477c-7c47-483c-a61d-e8516e7140a0 req-61f2e608-ea14-4db4-a9a5-f3c1bade2cc2 service nova] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_members [ 1059.441935] env[66818]: INFO networking_nsxv3.common.synchronization [req-a971477c-7c47-483c-a61d-e8516e7140a0 req-61f2e608-ea14-4db4-a9a5-f3c1bade2cc2 service nova] Enqueued Resource ID: 8ed5c83e-4ace-41ed-a9f5-64ce8819e796 with Priority: HIGHEST for action port [ 1059.441935] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_rules [ 1059.441935] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_members [ 1059.441935] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed5c83e-4ace-41ed-a9f5-64ce8819e796 with Priority: HIGHEST for action port [ 1059.441935] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.441935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.441935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.441935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.441935] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.441935] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.441935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.441935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.441935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.441935] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.442796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.442796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.442796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.442796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.442796] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.443433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.443580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.443648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.443804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.443877] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed5c83e-4ace-41ed-a9f5-64ce8819e796',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.689200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.689400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.689475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.689738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.689834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.690117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.690236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.690236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.690374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.690452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.690538] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1059.723318] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.723318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.723841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.723841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.723964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.733657] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1059.946232] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.947501] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.947657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.948099] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ed5c83e-4ace-41ed-a9f5-64ce8819e796 with status ACTIVE [ 1059.948354] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.948490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.948537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.949329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.949329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.949329] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.949329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.949329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.949587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.949587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.949860] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.950020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.950110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.950267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.950358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.950461] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ed5c83e-4ace-41ed-a9f5-64ce8819e796 is going to be updated. [ 1059.986147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.986332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.986397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.986604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.986752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.986918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ed5c83e-4ace-41ed-a9f5-64ce8819e796" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.449158] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.953504] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.953706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.953706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.953924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.954027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.954128] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 is going to be created. [ 1060.993949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.993949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.994277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.994277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.994691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.008505] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62f895d-76af-4aea-9de0-773ef8ad7148 in Status: UNINITIALIZED for 2s [ 1061.257243] env[66818]: INFO networking_nsxv3.common.synchronization [None req-c434f18f-041f-4f84-8d4e-f104e37aa4c8 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: cffae5bd-6957-4921-8a7c-c06b9df5687e with Priority: HIGHEST for action security_group_rules [ 1061.258131] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae5bd-6957-4921-8a7c-c06b9df5687e with Priority: HIGHEST for action security_group_rules [ 1061.258467] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffae5bd-6957-4921-8a7c-c06b9df5687e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.259011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.259087] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffae5bd-6957-4921-8a7c-c06b9df5687e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.260709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1061.260973] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e deletion is rescheduled due to dependency. [ 1061.261050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.261520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.261694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.261891] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.262041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.262104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.262419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.262419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.262498] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.383043] env[66818]: INFO networking_nsxv3.common.synchronization [None req-85a11d55-5d70-494f-b2f5-7b7ed230f515 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: cffae5bd-6957-4921-8a7c-c06b9df5687e with Priority: HIGHEST for action security_group_rules [ 1061.383798] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cffae5bd-6957-4921-8a7c-c06b9df5687e with Priority: HIGHEST for action security_group_rules [ 1061.384078] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cffae5bd-6957-4921-8a7c-c06b9df5687e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.384211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.745802] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1061.746167] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1061.746167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.765606] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.787682] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.787900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.787900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.788134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.788225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.788325] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffae5bd-6957-4921-8a7c-c06b9df5687e already deleted. [ 1061.788412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.788565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.788773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.788833] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cffae5bd-6957-4921-8a7c-c06b9df5687e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.269338] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.309744] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.309912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.310039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.310281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.310373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.310518] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cffae5bd-6957-4921-8a7c-c06b9df5687e already deleted. [ 1062.310668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cffae5bd-6957-4921-8a7c-c06b9df5687e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.501922] env[66818]: INFO networking_nsxv3.common.synchronization [req-759171c2-bfa8-400b-a138-0eef79a6d2a1 req-75addebd-a087-42bc-b343-8cc582c3f70d tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1062.502430] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1062.502745] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.504027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.504027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.504423] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.771337] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.771645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.771645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.771910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.772012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.772119] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1062.808319] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.808509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.808550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.808862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.809059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.822224] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1062.846654] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.846856] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.846980] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.847263] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.849109] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.849427] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.849427] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.849557] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.849704] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.849913] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.850036] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.850143] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.850249] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.850425] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.850507] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.850640] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.872745] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.872966] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.873306] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.873591] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.873937] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.874155] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.874279] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.874607] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.874746] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931ef2f3-ac69-479b-a7e7-f1b7dcabf06b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.006628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.007618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.007618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.007618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.007618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.007853] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.007853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.007974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.008072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.008114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.008201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec already deleted. [ 1063.008275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.018348] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62f895d-76af-4aea-9de0-773ef8ad7148 in Status: SUCCESS [ 1063.019264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.021857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.021857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.021857] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.376883] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.377125] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.377288] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.377544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377695] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.377871] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 931ef2f3-ac69-479b-a7e7-f1b7dcabf06b not found, creating... [ 1063.378216] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.378412] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.378554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.378852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.378991] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.379373] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.379580] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.379746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.380127] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.380282] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.380431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 931ef2f3-ac69-479b-a7e7-f1b7dcabf06b is going to be created. [ 1063.400873] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.401128] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.401254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.401545] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.401789] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.402084] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.524538] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.027904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62f895d-76af-4aea-9de0-773ef8ad7148: rpc.has_security_group_logging(os_id): False [ 1064.065535] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.065767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.065767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.065998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.066110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.066458] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.066999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.066999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.066999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.066999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.067200] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 is going to be created. [ 1064.148815] env[66818]: INFO networking_nsxv3.common.synchronization [req-759171c2-bfa8-400b-a138-0eef79a6d2a1 req-332504c1-81df-48df-8d7a-a846bd1dc339 service nova] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_rules [ 1064.149128] env[66818]: INFO networking_nsxv3.common.synchronization [req-759171c2-bfa8-400b-a138-0eef79a6d2a1 req-332504c1-81df-48df-8d7a-a846bd1dc339 service nova] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1064.149337] env[66818]: INFO networking_nsxv3.common.synchronization [req-759171c2-bfa8-400b-a138-0eef79a6d2a1 req-332504c1-81df-48df-8d7a-a846bd1dc339 service nova] Enqueued Resource ID: 931ef2f3-ac69-479b-a7e7-f1b7dcabf06b with Priority: HIGHEST for action port [ 1064.151559] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.151559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.151559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.151823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.152110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.154060] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_rules [ 1064.154260] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1064.154443] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931ef2f3-ac69-479b-a7e7-f1b7dcabf06b with Priority: HIGHEST for action port [ 1064.154864] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.155052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.155183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.155446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.155618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.157274] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.157343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.157405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.157762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.157762] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.157907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.157907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.158035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.158123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.158216] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.159148] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.159313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.160056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.160056] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931ef2f3-ac69-479b-a7e7-f1b7dcabf06b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.173800] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62f895d-76af-4aea-9de0-773ef8ad7148 in Status: IN_PROGRESS for 2s [ 1064.348376] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1f81359f-fdf6-431b-a1cf-d530f77fe32e tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_rules [ 1064.348938] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_rules [ 1064.349395] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.349520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.349587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.349847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.349924] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.429997] env[66818]: INFO networking_nsxv3.common.synchronization [None req-7e27179a-2ac1-44b5-a22c-541276af4e6e tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_rules [ 1064.430404] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_rules [ 1064.430738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.430842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.662287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.662446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.662625] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.663688] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 931ef2f3-ac69-479b-a7e7-f1b7dcabf06b with status ACTIVE [ 1064.663931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.664070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.664144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.664370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.664466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.664629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.664727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.664780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.664930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.665726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.665966] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.666127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.666201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.666363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.666447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.666539] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 931ef2f3-ac69-479b-a7e7-f1b7dcabf06b is going to be updated. [ 1064.694616] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.694804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.695490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.695490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.695490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.695490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931ef2f3-ac69-479b-a7e7-f1b7dcabf06b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.831577] env[66818]: INFO networking_nsxv3.common.synchronization [None req-af334a9b-4f24-4202-b29e-bc74a717d2ee tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1064.832202] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1064.832605] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.832783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.836458] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1064.836559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.836753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.837371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.837371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.838326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.838326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.838326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.838497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.838497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.838650] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.840067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.840511] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.840623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.841375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.841375] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.875769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.875982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.876080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.876314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.876606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.876779] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 already deleted. [ 1064.876922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.877187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.877442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.877563] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.128323] env[66818]: INFO networking_nsxv3.common.synchronization [req-93916b6d-37ba-4eee-b9dd-30ff7db7f425 req-043c2490-32a9-4822-8ca7-cf4dbd56ca35 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1065.130199] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1065.130199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.130521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.130521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.130820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.130820] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.130820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.130954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.130990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.131625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.131625] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.169116] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.341078] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.341078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.345157] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.402476] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.402809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.402910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.403134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.403315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.403386] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 already deleted. [ 1065.403471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.637843] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.637843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.637843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.637843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.638197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.638197] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.638282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.638431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.639100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.639100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.639100] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1065.671373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.671543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.671689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.672149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.672149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.672149] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be created. [ 1065.677389] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.677389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.677389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.677389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.677389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.689245] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1065.702863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.703104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.703288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.703511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.703808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.717224] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: UNINITIALIZED for 2s [ 1065.848027] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.189903] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62f895d-76af-4aea-9de0-773ef8ad7148 in Status: SUCCESS [ 1066.190227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.350974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.350974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.350974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.350974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.350974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.350974] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1066.374899] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.374899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.374899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.374899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.374899] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.393648] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.393868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.393868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.394087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.394244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.407673] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1066.877330] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.286468] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286774] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.287051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.287412] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.287675] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.287831] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.287942] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.288182] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.288323] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.288531] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.288639] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.289379] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.289379] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.289379] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.289379] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.289379] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.311106] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.311321] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.311467] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.311652] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.312014] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-8387b45f-cb72-4dfc-b9db-b67455d034c1 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.312234] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.312373] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.312803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.312886] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8387b45f-cb72-4dfc-b9db-b67455d034c1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.379740] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.698627] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1067.698806] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1067.698919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.726921] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1067.727154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.727322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.727538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.727734] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.728008] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.728086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.728252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.728331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.728428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.728638] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.816583] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.816967] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.817225] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.817638] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.817892] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.818181] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 8387b45f-cb72-4dfc-b9db-b67455d034c1 not found, creating... [ 1067.818613] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.818879] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.819101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.819492] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.819774] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.820306] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.820552] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.820751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.821117] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.821452] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.821593] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 8387b45f-cb72-4dfc-b9db-b67455d034c1 is going to be created. [ 1067.842338] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.842649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.842811] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.843188] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.843443] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.843710] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.882274] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1067.882428] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1068.232359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.232507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.232600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.232768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.232921] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.233051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.233112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.233232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.233315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.233400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.233542] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.233638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.233688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.233813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.233938] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.234042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.234102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.234336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.234336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.234408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.234440] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.417674] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1068.417954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.418142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.418451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.418707] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.418854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.418925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.419107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.419192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.419281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.419449] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.419545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.419607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.419829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.419979] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.420085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.420146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.420284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.420358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.420460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.420564] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.534706] env[66818]: INFO networking_nsxv3.common.synchronization [req-a1d8c27d-6d14-46b5-8daa-8ccd136650f6 req-5d17fab2-c234-4e5a-bb9e-2dad8e986cf5 service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1068.534873] env[66818]: INFO networking_nsxv3.common.synchronization [req-a1d8c27d-6d14-46b5-8daa-8ccd136650f6 req-5d17fab2-c234-4e5a-bb9e-2dad8e986cf5 service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1068.535017] env[66818]: INFO networking_nsxv3.common.synchronization [req-a1d8c27d-6d14-46b5-8daa-8ccd136650f6 req-5d17fab2-c234-4e5a-bb9e-2dad8e986cf5 service nova] Enqueued Resource ID: 8387b45f-cb72-4dfc-b9db-b67455d034c1 with Priority: HIGHEST for action port [ 1068.535541] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1068.535757] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1068.535794] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8387b45f-cb72-4dfc-b9db-b67455d034c1 with Priority: HIGHEST for action port [ 1068.536428] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.536488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.536675] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.536793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.536861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.537069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.537235] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.537328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.537386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.537536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.537614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.537704] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.538557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8387b45f-cb72-4dfc-b9db-b67455d034c1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.538695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.538759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.538909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.538981] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8387b45f-cb72-4dfc-b9db-b67455d034c1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.736953] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12be7f80-617b-49ab-80b4-5f125e3b29ec: rpc.has_security_group_logging(os_id): False [ 1068.757143] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.757301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.757370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.757584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.757699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.757893] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.757989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.758060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.758315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.758614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.758711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.759087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.759348] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.759482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.759570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.759760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.759863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.759981] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be created. [ 1068.820581] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.820581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.821050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.821050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.821126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.838238] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1068.854412] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.854568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.854635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.854843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.868469] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1068.869368] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.870528] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1068.903219] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.903410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.903458] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.903641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.913152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.913804] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1068.913911] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1068.913981] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1068.923629] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29d65dc-d5c3-4959-b12f-31f91ba9d72e: rpc.has_security_group_logging(os_id): False [ 1068.952263] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.952439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.952720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.952720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.952720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.952998] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.953138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.953138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.953256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.953306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.953497] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.953586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.953647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.953776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.953848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.954144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.954144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.954337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.954430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.954507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.954593] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1068.987041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.987287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.987353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.987589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.990456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.990456] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1069.040740] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.041994] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8387b45f-cb72-4dfc-b9db-b67455d034c1 with status ACTIVE [ 1069.042129] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.042209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.042309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.042543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.042543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.042697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.042911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.042911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.043104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.043273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.043432] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.043519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.043519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.043676] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.043744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.043824] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8387b45f-cb72-4dfc-b9db-b67455d034c1 is going to be updated. [ 1069.048375] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.048651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.048651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.048848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.048996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.065567] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1069.080200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.080425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.080425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.080679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.080843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.081017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8387b45f-cb72-4dfc-b9db-b67455d034c1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.097909] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.098093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.098150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.098391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.098647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.098923] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1069.280921] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.281784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.281784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.281784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.282300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.282408] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1069.282507] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5fa6ae81-f87a-443a-8441-2ff4b19a6c42', '12be7f80-617b-49ab-80b4-5f125e3b29ec', 'd54a5334-7ae1-4cc0-b2ae-4ee96b74812f', 'ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a', 'c53ce7df-708a-4981-975e-4301bc171412', 'f5605d87-e068-4aea-a3d3-c0515bce1a27', '23db8389-b85f-48ca-83ed-fc18fcb5bf70', '9885c759-6ce3-445c-8fd9-38883d465d04', '0718ab79-9a16-464c-9be0-3ea5955e04a3', '396d909a-7d95-4774-ac06-26ad049e16e6', 'bfdb67db-2e24-48c0-9d5e-2aad0b42b289', '1b2852a6-131b-4db4-80e9-e4d5c0734102', 'e962861e-32b3-4802-af1c-2ad7f1c4171f', '10475010-c150-4fff-ad0c-b7f0678a3dee', '7ad13af6-2361-4053-86e0-e47ba2ba6e58', '4c35dbdb-1976-4bd1-86a4-d0513431961e', '76fc8a5d-e8dc-479c-9f1c-e50151841b74', 'd0b2e641-5d88-440e-90a3-548a5b6c6391', '0088440d-0175-4183-bf0a-c368b70c2a72', 'cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd', 'e10456c6-8d68-4048-abd2-8b06bef4e7f8', '22e0ee42-54e9-41a5-a2a1-473f792f7077', '5414ee50-cad2-40e1-a1ad-9dcc813c10aa', '62c689d8-3893-449f-952b-480f1317ef78', 'a62f895d-76af-4aea-9de0-773ef8ad7148', '1b823917-bc92-45fc-92fb-2edbc6547987', '875fc509-a842-4d29-9926-9be3c0d7fb89', '76b6eaf0-e38a-4aee-9349-4ece205795fb', '8b7d5d43-fea3-4b06-b62b-284add7bf1f0', '543ecab1-d2f2-4d75-ac2b-1f91ff1d8549', 'd49ba839-2eb4-40d8-bde8-2fd44bc1182e', '8de1d05a-84eb-43e9-a363-4a932f2811f3', 'f9422f98-924c-43bc-b87c-5c937a73ec46', '4f58f9d2-2a54-4371-b526-86f62f920780', '4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5', '6103171f-f97d-4317-beec-d8ce6f18953c', '9752faea-574e-410e-b1c2-b111699c7d5b', 'd34d1cd3-8982-43ca-8e8a-891f3bb3acb1', 'ce7d5e14-43df-4da4-9dfd-1d3c03a5e963', 'e29d65dc-d5c3-4959-b12f-31f91ba9d72e', 'd098bc4c-96fc-4f4b-afe9-eb1083c02124', '7ccef50d-ccad-4792-8150-9902026e2d6d'} {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.282631] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1069.311110] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.311400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.311462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.312178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.312178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.312178] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1069.312178] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.312178] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1069.431196] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.431598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.431598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.431768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.432893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.433048] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1069.433138] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.433214] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1069.433280] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1069.433359] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1069.433433] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGH for action security_group_rules [ 1069.433544] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGH for action security_group_rules [ 1069.433620] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGH for action security_group_rules [ 1069.433710] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGH for action security_group_rules [ 1069.433816] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGH for action security_group_rules [ 1069.433816] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGH for action security_group_rules [ 1069.433888] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGH for action security_group_rules [ 1069.433888] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGH for action security_group_rules [ 1069.433985] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGH for action security_group_rules [ 1069.434029] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGH for action security_group_rules [ 1069.434114] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGH for action security_group_rules [ 1069.434160] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGH for action security_group_rules [ 1069.434201] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGH for action security_group_rules [ 1069.434293] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGH for action security_group_rules [ 1069.434357] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGH for action security_group_rules [ 1069.434487] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGH for action security_group_rules [ 1069.434487] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGH for action security_group_rules [ 1069.434487] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGH for action security_group_rules [ 1069.435727] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGH for action security_group_rules [ 1069.435727] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGH for action security_group_rules [ 1069.435727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.545644] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.050465] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.050713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.050812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.051114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.051234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.051341] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1070.080974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.081144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.081215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.081418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.081614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.090386] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1070.851630] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1070.851630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.082045] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1071.082045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.082045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.082265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.082349] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.586610] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.586610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.100982] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1072.101385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.101385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.101610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.101808] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.101929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.102155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.102232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.102318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.102407] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.604769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.605008] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.605108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.605357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.605535] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.605655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.605721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.605892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.605986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.606093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.606260] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.606355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.606433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.606575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.606742] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.606829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.606890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.607064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.607149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.607224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.607315] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.109645] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29d65dc-d5c3-4959-b12f-31f91ba9d72e: rpc.has_security_group_logging(os_id): False [ 1073.127588] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.127989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.127989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.127989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.128135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.128294] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.128374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.128518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.128608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.128736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.129207] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.129207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.129207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.129207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.129418] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.129418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.129502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.129542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.129873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.129873] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.129873] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1073.192316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.192483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.192535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.192844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.192920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.209592] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1073.217765] env[66818]: INFO networking_nsxv3.common.synchronization [req-93e39640-dae1-4fab-befa-2936b889bc46 req-469178e6-e4d5-4ec9-a96f-cebde12120bd tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1073.217765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1073.217765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 with Priority: HIGH for action security_group_rules [ 1073.217765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGH for action security_group_rules [ 1073.217765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 with Priority: HIGH for action security_group_rules [ 1073.217765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 with Priority: HIGH for action security_group_rules [ 1073.218094] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd with Priority: HIGH for action security_group_rules [ 1073.218094] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGH for action security_group_rules [ 1073.218231] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 with Priority: HIGH for action security_group_rules [ 1073.218231] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 with Priority: HIGH for action security_group_rules [ 1073.218318] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10475010-c150-4fff-ad0c-b7f0678a3dee with Priority: HIGH for action security_group_rules [ 1073.218365] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e with Priority: HIGH for action security_group_rules [ 1073.218568] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e962861e-32b3-4802-af1c-2ad7f1c4171f with Priority: HIGH for action security_group_rules [ 1073.218568] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 with Priority: HIGH for action security_group_rules [ 1073.218658] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396d909a-7d95-4774-ac06-26ad049e16e6 with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9885c759-6ce3-445c-8fd9-38883d465d04 with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53ce7df-708a-4981-975e-4301bc171412 with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGH for action security_group_rules [ 1073.219842] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.219842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.220515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.220515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.220515] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.220649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.220649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.221483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.221483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.221483] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.223800] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.223992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.224074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.224246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.224323] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa6ae81-f87a-443a-8441-2ff4b19a6c42',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.225120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.225230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.226076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226076] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.229490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.229490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.229490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.229490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.229490] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23db8389-b85f-48ca-83ed-fc18fcb5bf70',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.230779] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.230909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.230958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.231620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.231620] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad13af6-2361-4053-86e0-e47ba2ba6e58',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.233192] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.233192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.233192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.233192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.233192] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.237194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.237322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.237390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.237576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.237658] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.238426] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b2e641-5d88-440e-90a3-548a5b6c6391 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.238847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.238847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.238847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.238847] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b2e641-5d88-440e-90a3-548a5b6c6391',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.240855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.240855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.240855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.240855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.241809] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76fc8a5d-e8dc-479c-9f1c-e50151841b74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.243335] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10475010-c150-4fff-ad0c-b7f0678a3dee taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.243448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.243513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.243667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.243667] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10475010-c150-4fff-ad0c-b7f0678a3dee',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.246092] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c35dbdb-1976-4bd1-86a4-d0513431961e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.246195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.246345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.246506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.246578] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c35dbdb-1976-4bd1-86a4-d0513431961e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.247860] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e962861e-32b3-4802-af1c-2ad7f1c4171f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.248030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.248125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.248314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.248398] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e962861e-32b3-4802-af1c-2ad7f1c4171f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.249173] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2852a6-131b-4db4-80e9-e4d5c0734102 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.249292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.249337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.249455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.249530] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2852a6-131b-4db4-80e9-e4d5c0734102',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.250980] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.250980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.250980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.250980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.251389] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.252179] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396d909a-7d95-4774-ac06-26ad049e16e6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.252323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.252357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.252487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.252558] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396d909a-7d95-4774-ac06-26ad049e16e6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.253235] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0718ab79-9a16-464c-9be0-3ea5955e04a3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.253647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.253647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.253647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.253647] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0718ab79-9a16-464c-9be0-3ea5955e04a3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.254270] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.254372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.254439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.254584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.254666] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.255797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9885c759-6ce3-445c-8fd9-38883d465d04 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.256026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.256026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.256180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.256214] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9885c759-6ce3-445c-8fd9-38883d465d04',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.257204] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c53ce7df-708a-4981-975e-4301bc171412 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.257352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.257405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.257567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.257656] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c53ce7df-708a-4981-975e-4301bc171412',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.258799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.258951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.259120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.259333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.259333] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.260313] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.260405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.260574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.260689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.260689] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.264702] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.264702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.264702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.264702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.296873] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.297270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.298170] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.298284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.301616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.301731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.301840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.301914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.302125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.302203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.303704] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1073.303704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.303843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.336359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.336533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.336586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.336760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.336905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.338728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.338799] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23db8389-b85f-48ca-83ed-fc18fcb5bf70 is going to be deleted. [ 1073.340349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.340798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.353124] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1073.360215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.360215] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa6ae81-f87a-443a-8441-2ff4b19a6c42 is going to be deleted. [ 1073.400286] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.400443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.400535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.400798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.400838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.400945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23db8389-b85f-48ca-83ed-fc18fcb5bf70" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.415397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.415397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.415397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.415397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.415397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.415397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa6ae81-f87a-443a-8441-2ff4b19a6c42" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.575504] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.575504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.575504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.575504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.575504] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.575504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.575870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.575870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.575944] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.576240] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.576240] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.576359] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.576459] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.576569] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.576677] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.576809] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.597353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.597592] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.597781] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.597998] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.598406] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-081d3d85-9b95-48bb-9382-35cd86ab1870 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.598612] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.598734] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.599074] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.599232] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081d3d85-9b95-48bb-9382-35cd86ab1870',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.762496] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.762724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.762724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.763010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.763224] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.763361] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.763441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.763633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.763745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.763854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.764022] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.773021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.773021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.773021] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.773021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.773021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.773630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.773630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.773630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.773630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.773630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.773788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.773788] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.791064] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.791244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.791464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.791523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.791685] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.791784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.791846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.791991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.792088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.792175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.792311] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.819076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.819281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.820077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.820077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.824513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.824801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.830505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.830596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.834255] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.834378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.836618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.836727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.837893] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.838018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.838745] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.838832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.839525] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.839621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.840314] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.840412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.841898] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.841898] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.842126] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.842559] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.842663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.843407] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.843832] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.843957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.845730] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.846064] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.846178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.849550] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.849829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.849964] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76fc8a5d-e8dc-479c-9f1c-e50151841b74 is going to be deleted. [ 1073.850922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.851138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.868641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.868761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10475010-c150-4fff-ad0c-b7f0678a3dee is going to be deleted. [ 1073.869674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.869911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.891020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.891020] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be deleted. [ 1073.891020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.891020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.908669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.908815] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad13af6-2361-4053-86e0-e47ba2ba6e58 is going to be deleted. [ 1073.909889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.910145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.910240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.910347] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be deleted. [ 1073.911258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.911813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.926582] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.926906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.930094] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.930271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.938736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.938864] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9885c759-6ce3-445c-8fd9-38883d465d04 is going to be deleted. [ 1073.939847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.955896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.956066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.961344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.961507] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e962861e-32b3-4802-af1c-2ad7f1c4171f is going to be deleted. [ 1073.962430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.962727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.101918] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.102243] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.102376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.102786] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.102942] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.103124] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 081d3d85-9b95-48bb-9382-35cd86ab1870 not found, creating... [ 1074.103392] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.103549] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.103655] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.103878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.104054] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.104359] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.104513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.104629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.104826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.104981] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.105194] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 081d3d85-9b95-48bb-9382-35cd86ab1870 is going to be created. [ 1074.125763] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.126263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.127347] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.127464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.130620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.130837] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c35dbdb-1976-4bd1-86a4-d0513431961e is going to be deleted. [ 1074.131758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.132011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.140970] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.141170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.156271] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.156392] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.156491] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.157058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.157058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.157236] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.159429] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.159570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.176044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.176233] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b2e641-5d88-440e-90a3-548a5b6c6391 is going to be deleted. [ 1074.177258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.177650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.254976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.255168] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd is going to be deleted. [ 1074.256198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.256396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.269182] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.285225] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.286741] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.300873] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.301187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.301187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.301314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.301535] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.301688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.301688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.301804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.301976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.301976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.302129] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.302226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.302288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.302627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.302775] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.302869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.302968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.303072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.303161] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.303243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.303335] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.336955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.336955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.338973] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0718ab79-9a16-464c-9be0-3ea5955e04a3 is going to be deleted. [ 1074.339915] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.340160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.388342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.388587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.399830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.400014] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c53ce7df-708a-4981-975e-4301bc171412 is going to be deleted. [ 1074.401142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.401402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.424942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.425140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.448057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.448408] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396d909a-7d95-4774-ac06-26ad049e16e6 is going to be deleted. [ 1074.449771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.450269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.501156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.501156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.526326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.526466] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2852a6-131b-4db4-80e9-e4d5c0734102 is going to be deleted. [ 1074.527439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.527730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.527877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.527993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76fc8a5d-e8dc-479c-9f1c-e50151841b74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.528240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.528473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.528561] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.528680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10475010-c150-4fff-ad0c-b7f0678a3dee" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.529485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.529711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.529844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.530530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.530644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad13af6-2361-4053-86e0-e47ba2ba6e58" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.530957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.531157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.531287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.531464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.531656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.531849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.531972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9885c759-6ce3-445c-8fd9-38883d465d04" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.532502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.532640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e962861e-32b3-4802-af1c-2ad7f1c4171f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.533151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.533398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.533574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c35dbdb-1976-4bd1-86a4-d0513431961e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.533766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.533950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b2e641-5d88-440e-90a3-548a5b6c6391" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.534636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc5aeda-a7c9-4fba-9c38-2da01f5b7ccd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.535105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.535299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.535465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.535646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0718ab79-9a16-464c-9be0-3ea5955e04a3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.622153] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.622153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.622153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.622153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.622153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.622153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c53ce7df-708a-4981-975e-4301bc171412" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.625600] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.625814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.625896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.626184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.626293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.626419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396d909a-7d95-4774-ac06-26ad049e16e6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.667636] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.667842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.668075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.668270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.668364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.668532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2852a6-131b-4db4-80e9-e4d5c0734102" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.772292] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0088440d-0175-4183-bf0a-c368b70c2a72: rpc.has_security_group_logging(os_id): False [ 1074.789131] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d54a5334-7ae1-4cc0-b2ae-4ee96b74812f: rpc.has_security_group_logging(os_id): False [ 1074.790320] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfdb67db-2e24-48c0-9d5e-2aad0b42b289: rpc.has_security_group_logging(os_id): False [ 1074.796141] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.796324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.796370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.796557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.805315] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12be7f80-617b-49ab-80b4-5f125e3b29ec: rpc.has_security_group_logging(os_id): False [ 1074.825118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.825306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.826246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.826393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.839238] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.839444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.840335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.840795] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.840935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.841064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.841257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.841414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.841649] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 is going to be updated. [ 1074.842845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.843059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.876319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.876319] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.876319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.876319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.876319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.876319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.876319] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 is going to be updated. [ 1074.877550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.877752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.898724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.899039] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.899171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.899230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.899445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.899569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.899952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.900128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.900364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.900364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.900537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.900661] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.900771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.900851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.901140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.901235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.901321] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be updated. [ 1074.902537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.902755] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.919587] env[66818]: INFO networking_nsxv3.common.synchronization [req-93e39640-dae1-4fab-befa-2936b889bc46 req-013a5c94-3a58-4c4c-be3c-36be37250392 service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 1074.919775] env[66818]: INFO networking_nsxv3.common.synchronization [req-93e39640-dae1-4fab-befa-2936b889bc46 req-013a5c94-3a58-4c4c-be3c-36be37250392 service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1074.919968] env[66818]: INFO networking_nsxv3.common.synchronization [req-93e39640-dae1-4fab-befa-2936b889bc46 req-013a5c94-3a58-4c4c-be3c-36be37250392 service nova] Enqueued Resource ID: 081d3d85-9b95-48bb-9382-35cd86ab1870 with Priority: HIGHEST for action port [ 1074.920591] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 1074.920726] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1074.920962] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081d3d85-9b95-48bb-9382-35cd86ab1870 with Priority: HIGHEST for action port [ 1074.921967] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.921967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.921967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.921967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.921967] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.923640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923980] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-081d3d85-9b95-48bb-9382-35cd86ab1870 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.924954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.924954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.925253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.925336] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081d3d85-9b95-48bb-9382-35cd86ab1870',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.927424] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.927585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.938736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.939404] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.939404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.939404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.939998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.939998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.939998] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f is going to be updated. [ 1074.941116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.941371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.941567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.955752] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.955987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.955987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.959825] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: IN_PROGRESS for 2s [ 1074.981670] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.981874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.982046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.982230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.982454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.984564] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: IN_PROGRESS for 2s [ 1075.011496] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1075.109120] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.109272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.109389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.109624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.109817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.131427] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: IN_PROGRESS for 2s [ 1075.233486] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1075.233809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.366680] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1075.366821] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1075.366821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.367019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.367190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.367376] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.367515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.367608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.367684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.367893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.367893] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.425134] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.425134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.429624] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 081d3d85-9b95-48bb-9382-35cd86ab1870 with status ACTIVE [ 1075.432590] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.432590] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.432590] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.432590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.432590] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 081d3d85-9b95-48bb-9382-35cd86ab1870 is going to be updated. [ 1075.457078] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.457258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.457309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.457505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.457644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.457847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-081d3d85-9b95-48bb-9382-35cd86ab1870" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.871482] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.925127] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc300e8a-49c4-4695-872f-91c4cfe1d701 req-9c4be88f-d6ed-4323-ad56-638b4e778442 tempest-ServersTestJSON-1536105650 tempest-ServersTestJSON-1536105650-project-member] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_members [ 1075.926307] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGHEST for action security_group_members [ 1075.926307] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.926307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.926578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.927117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.927117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.927117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.927285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.927425] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.927567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.927911] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.373981] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.430463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.430691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.430878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.431253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.431374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.431672] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.431811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.431900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.432144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.432276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.432405] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 is going to be updated. [ 1076.456849] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.457018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.457066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.457271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.457414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.465693] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: IN_PROGRESS for 2s [ 1076.876448] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.876626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.876700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.876914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.877014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.877124] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1076.909570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.909785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.909895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.910162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.910351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.920130] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1076.974716] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: SUCCESS [ 1076.975184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.004739] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: SUCCESS [ 1077.004739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.025945] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1077.026189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.147263] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: SUCCESS [ 1077.147263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.382079] env[66818]: INFO networking_nsxv3.common.synchronization [req-6fa9a727-67b1-4223-b04a-7c5f55aa5091 req-33f6f01b-c97d-4e7f-a076-24fd90d8a73e tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1077.382809] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1077.384463] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.384620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.384683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.385017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.385079] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.385158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.385218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.385404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.385496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.385610] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.806642] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.806839] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.806961] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807245] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.807509] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.807657] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.807767] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.807971] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.808164] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.808391] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.808607] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.808743] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.808852] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.808963] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.809076] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.809203] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.829198] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.829375] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.829516] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.829696] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.830014] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-c39f2019-aa32-4a7d-8552-43d7c7f0d125 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.830180] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.830302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.830700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.830834] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39f2019-aa32-4a7d-8552-43d7c7f0d125',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.893028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.893028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.893028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.893028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.893490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.893490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.893490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.893490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.893670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.893670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.893670] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be deleted. [ 1077.924333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.924518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.924585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.924757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.924853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.925550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.333142] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.333423] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.333626] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.334068] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.334328] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.334555] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port c39f2019-aa32-4a7d-8552-43d7c7f0d125 not found, creating... [ 1078.334889] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.335067] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.335246] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.335504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.335706] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.336170] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.336365] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.336536] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.336798] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.336940] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.337131] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: c39f2019-aa32-4a7d-8552-43d7c7f0d125 is going to be created. [ 1078.372017] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.372353] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.372541] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.372892] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.373177] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.373421] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.480564] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0088440d-0175-4183-bf0a-c368b70c2a72 in Status: SUCCESS [ 1078.480962] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 deletion is rescheduled due to dependency. [ 1078.481089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.934204] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.934204] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.934204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.934204] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.091064] env[66818]: INFO networking_nsxv3.common.synchronization [req-6fa9a727-67b1-4223-b04a-7c5f55aa5091 req-7d5c3446-bd28-4fc6-9821-a1d986591eea service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1079.091064] env[66818]: INFO networking_nsxv3.common.synchronization [req-6fa9a727-67b1-4223-b04a-7c5f55aa5091 req-7d5c3446-bd28-4fc6-9821-a1d986591eea service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1079.091297] env[66818]: INFO networking_nsxv3.common.synchronization [req-6fa9a727-67b1-4223-b04a-7c5f55aa5091 req-7d5c3446-bd28-4fc6-9821-a1d986591eea service nova] Enqueued Resource ID: c39f2019-aa32-4a7d-8552-43d7c7f0d125 with Priority: HIGHEST for action port [ 1079.091862] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1079.091925] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1079.092038] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39f2019-aa32-4a7d-8552-43d7c7f0d125 with Priority: HIGHEST for action port [ 1079.092333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.092457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.092522] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.092726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.092809] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.094420] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.094420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.094420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.094420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.094736] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.094736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.094736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.094879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.094919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.094990] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.096188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c39f2019-aa32-4a7d-8552-43d7c7f0d125 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.096311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.096365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.096805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.096935] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c39f2019-aa32-4a7d-8552-43d7c7f0d125',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.438974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.439169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.439244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.439782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.439977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.440118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.440195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.440414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.440510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.440606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.440764] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.440874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.440940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.441102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.441245] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.441357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.441551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.441551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.441635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.441718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.441779] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.599531] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.600699] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.600826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.601135] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c39f2019-aa32-4a7d-8552-43d7c7f0d125 with status ACTIVE [ 1079.601233] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.601305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.601498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.601732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.601820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.602711] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.602711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.602711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.603047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.603269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.603338] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.603980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.603980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.603980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.603980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.603980] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c39f2019-aa32-4a7d-8552-43d7c7f0d125 is going to be updated. [ 1079.629523] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.629776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.629867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.630595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.630595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.630595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c39f2019-aa32-4a7d-8552-43d7c7f0d125" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.856305] env[66818]: INFO networking_nsxv3.common.synchronization [req-14c1de1c-3f5b-4923-921e-ad4462791220 req-942f9613-25f2-4b0b-b704-a35acdca5043 tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_members [ 1079.857065] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_members [ 1079.857296] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.857434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.857524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.857802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.857993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.858136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.858222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.858465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.858501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.858632] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.943986] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a: rpc.has_security_group_logging(os_id): False [ 1079.979567] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983651] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983651] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.984217] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.984217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.984217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.984217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.984217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.984217] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be created. [ 1080.071878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.072090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.072235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.072374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.072559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.090296] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1080.107972] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.197108] env[66818]: INFO networking_nsxv3.common.synchronization [req-f1f0dfca-01c4-424c-91de-8ae3830822f3 req-74eed95f-fa6e-4e1d-aad8-a49bca424502 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1080.197459] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1080.197653] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.197800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.197867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.198078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.200126] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.200250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.200727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.200869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.201016] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.203588] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.203759] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.203878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.204468] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.204468] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.204678] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.204678] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.204883] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.204981] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.205202] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.205312] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.205639] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.205639] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.205639] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.205758] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.205837] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.229126] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.229355] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.229448] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.229634] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.229978] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f59afdc5-cf80-41b2-b568-2d5d53e91524 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.230169] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.230290] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.230668] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.230818] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59afdc5-cf80-41b2-b568-2d5d53e91524',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.360543] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.360762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.360762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.361019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.361182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.361341] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.361440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.361504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.361672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.361745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.361831] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 already deleted. [ 1080.361909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.610716] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.610716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.610716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.611500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.611500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.611500] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be created. [ 1080.654663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.654912] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.655015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.655376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.655519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.668431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: UNINITIALIZED for 2s [ 1080.709555] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.734406] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.734776] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.734986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.735467] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.735649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.735892] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port f59afdc5-cf80-41b2-b568-2d5d53e91524 not found, creating... [ 1080.736336] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.736596] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.736820] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.737287] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737756] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738039] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.738356] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.738558] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738908] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.739155] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.739387] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f59afdc5-cf80-41b2-b568-2d5d53e91524 is going to be created. [ 1080.763961] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.764200] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.764324] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.764610] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.764869] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.765068] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.214344] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.372615] env[66818]: INFO networking_nsxv3.common.synchronization [None req-24ec03a4-8262-42dc-b86a-cb0fc30271d7 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1081.372615] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1081.372615] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.372615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.490627] env[66818]: INFO networking_nsxv3.common.synchronization [req-14c1de1c-3f5b-4923-921e-ad4462791220 req-fd9e6337-af7e-4ca5-ab7e-9a99110f5da9 service nova] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_rules [ 1081.490800] env[66818]: INFO networking_nsxv3.common.synchronization [req-14c1de1c-3f5b-4923-921e-ad4462791220 req-fd9e6337-af7e-4ca5-ab7e-9a99110f5da9 service nova] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_members [ 1081.490936] env[66818]: INFO networking_nsxv3.common.synchronization [req-14c1de1c-3f5b-4923-921e-ad4462791220 req-fd9e6337-af7e-4ca5-ab7e-9a99110f5da9 service nova] Enqueued Resource ID: f59afdc5-cf80-41b2-b568-2d5d53e91524 with Priority: HIGHEST for action port [ 1081.491536] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_rules [ 1081.491671] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_members [ 1081.491770] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59afdc5-cf80-41b2-b568-2d5d53e91524 with Priority: HIGHEST for action port [ 1081.492383] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.492511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.492621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.492972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.492972] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.493839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.493951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.494041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.494305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.494359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.494457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.494502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.494645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.494762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.494838] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.495573] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59afdc5-cf80-41b2-b568-2d5d53e91524 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.495660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.495745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.495925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.496026] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59afdc5-cf80-41b2-b568-2d5d53e91524',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.717398] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.717809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.717809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.717809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.717936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.718863] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1081.780219] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.780532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.780532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.780810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.780998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.794026] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1081.998638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.998638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.998638] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.999605] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59afdc5-cf80-41b2-b568-2d5d53e91524 with status ACTIVE [ 1081.999605] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.999605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.999605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.001562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001562] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59afdc5-cf80-41b2-b568-2d5d53e91524 is going to be updated. [ 1082.031919] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.031919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.031919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.032192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.032853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.032853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59afdc5-cf80-41b2-b568-2d5d53e91524" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.110265] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1082.110715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.504791] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.680718] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1082.681027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.681303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.681759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.681853] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.681969] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.682068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.682258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.682336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.682450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.682562] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.011494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.011494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.011494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.012190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.012190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.012190] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 is going to be created. [ 1083.045180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.045180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.045180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.046154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.046154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062914] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 in Status: UNINITIALIZED for 2s [ 1083.187024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.187185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.187236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.187500] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.187649] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.187756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.187860] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.188088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.188229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.188349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.188524] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.188657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.188706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.188891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.188984] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.189084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.189157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.189292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.189392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.189473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.189647] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.407396] env[66818]: INFO networking_nsxv3.common.synchronization [req-5c1acde9-b103-49c9-ac88-9178e3bf929d req-58e00aa5-7d5d-45bf-86f1-418ef83de378 tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1083.407955] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1083.408333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.408460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.408526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.408728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.408882] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.408980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.409095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.409248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.409349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.409665] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.693072] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5605d87-e068-4aea-a3d3-c0515bce1a27: rpc.has_security_group_logging(os_id): False [ 1083.715192] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.715399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.715529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.715736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.715835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.716086] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.716227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.716295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.716452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.716572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.716774] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.718885] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.718885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.719527] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be created. [ 1083.799238] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.799464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.799579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.799839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.800063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.807413] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1083.807582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.807991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.807991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.808144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.808567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.808567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.808567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.808725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.808725] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.820357] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1083.911961] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.912216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.912293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.912646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.942163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.942163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.942163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.942590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.942590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.942697] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1083.983609] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.983609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.983609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.983609] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.984411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.996548] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1084.136299] env[66818]: INFO networking_nsxv3.common.synchronization [req-dd31e407-68ed-47b8-812c-9410ecfa9fe3 req-96b4408e-085d-41a8-977e-1d48f2f9ffcf tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_members [ 1084.136704] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGHEST for action security_group_members [ 1084.137017] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.140468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.140468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.140667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.140867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.141032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.141078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.141216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.141333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.141427] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.312900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.313132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.313310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.313454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.313581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.313945] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.314142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.314142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.314357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.314774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.314774] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1084.359733] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.359936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.359936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.360232] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.360404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.370769] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1084.646315] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.646315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.646315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.646315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.672255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.672660] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.673853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.673853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.673853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.673853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.673853] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c is going to be updated. [ 1084.709271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.709271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.709271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.709271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.709271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.719681] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6103171f-f97d-4317-beec-d8ce6f18953c in Status: IN_PROGRESS for 2s [ 1085.078007] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 in Status: SUCCESS [ 1085.078348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.078566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.078783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.079040] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.079216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.079295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.079466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.079548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.079637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.079730] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.583186] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.833422] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1085.833713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.011176] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1086.011404] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 deletion is rescheduled due to dependency. [ 1086.011689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.085708] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24d64a5f-9037-4b44-aad9-b14c0acf42c6: rpc.has_security_group_logging(os_id): False [ 1086.109320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.109499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.109582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.109869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.109980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.110394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.110558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.110714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.110939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.113135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.113135] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 is going to be created. [ 1086.197670] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.197921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.197921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.198130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.198352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.212762] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 in Status: IN_PROGRESS for 2s [ 1086.381091] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1086.381630] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e deletion is rescheduled due to dependency. [ 1086.381630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.747118] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6103171f-f97d-4317-beec-d8ce6f18953c in Status: SUCCESS [ 1086.747639] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c deletion is rescheduled due to dependency. [ 1086.747639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.236798] env[66818]: INFO networking_nsxv3.common.synchronization [None req-31b7b84b-1da1-4f74-8f06-0c90c3a6e877 None None] Enqueued Resource ID: 3a74613b-2531-4bd9-88f5-e7910f22da96 with Priority: HIGHEST for action port [ 1087.237419] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a74613b-2531-4bd9-88f5-e7910f22da96 with Priority: HIGHEST for action port [ 1087.237749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a74613b-2531-4bd9-88f5-e7910f22da96 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.237870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a74613b-2531-4bd9-88f5-e7910f22da96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.237934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a74613b-2531-4bd9-88f5-e7910f22da96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.239013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a74613b-2531-4bd9-88f5-e7910f22da96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.239013] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a74613b-2531-4bd9-88f5-e7910f22da96',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.742588] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a74613b-2531-4bd9-88f5-e7910f22da96 [ 1087.743614] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.743614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.743614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.743614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.743614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.743614] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a74613b-2531-4bd9-88f5-e7910f22da96 already deleted. [ 1087.743614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a74613b-2531-4bd9-88f5-e7910f22da96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.227181] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 in Status: SUCCESS [ 1088.227582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.988871] env[66818]: INFO networking_nsxv3.common.synchronization [None req-48c76cf9-fa92-4b3a-837b-dbd8458807e0 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1090.989839] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1090.992418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.992567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.992633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.992932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.993124] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.115062] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5468aba9-3b06-4797-8c6f-069a8a5c218b tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1091.115551] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1091.115893] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.116169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.514445] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.514622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.514695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.515043] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.515216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.515373] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 already deleted. [ 1091.515521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.516343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.516343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.516343] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.042472] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.042808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.042808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.042958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.043083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.043179] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 already deleted. [ 1092.043277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.525742] env[66818]: INFO networking_nsxv3.common.synchronization [req-f4e580d4-0239-43d3-8a0a-665b73f57a6e req-fead7960-0c6b-4a1c-8e46-a3e18999806a tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1094.526488] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1094.526851] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.527026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.527077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.527303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.528034] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.528034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.528034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.528034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.528034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.528412] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.031497] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.031697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.031774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.032066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.032162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.032400] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.032523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.032587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.033774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.033774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.033774] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be updated. [ 1095.070756] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.070965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.071132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.071353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.071562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.084191] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1095.533703] env[66818]: INFO networking_nsxv3.common.synchronization [req-d2e04269-e23f-4574-95e2-41e1b8b14ac9 req-61242448-3453-4e43-baac-07ec920827fa tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1095.534313] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1095.534566] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.534684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.534759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.534937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.535097] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.535207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.535279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.535402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.535512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.535660] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.898437] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.898623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.898750] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899027] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.899298] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.899485] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.899608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.899817] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.899964] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.900221] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.900340] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.900450] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.900560] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.900704] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.900816] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.900947] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.922703] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.922872] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.923017] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.923208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.923538] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f4a0d3b9-3670-47d8-bbab-3b9478b08285 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.923841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.923841] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.924152] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.924291] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a0d3b9-3670-47d8-bbab-3b9478b08285',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.039156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.039359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.039473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.039884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.040084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.040386] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.040568] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.040661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.040894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.041028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.041162] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1096.074405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.074629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.074704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.074917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.075078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.083962] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1096.426545] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.426794] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.426895] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.427235] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.427402] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.427559] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port f4a0d3b9-3670-47d8-bbab-3b9478b08285 not found, creating... [ 1096.427823] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.428010] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.428240] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.428476] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.428624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.428903] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.429069] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.429189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.429390] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.429520] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.429656] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 is going to be created. [ 1096.448661] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.448898] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.449017] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.449340] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.449639] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.449878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.094513] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1097.094807] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec deletion is rescheduled due to dependency. [ 1097.094807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.139989] env[66818]: INFO networking_nsxv3.common.synchronization [req-d2e04269-e23f-4574-95e2-41e1b8b14ac9 req-bb10dc9b-da0b-40e0-a29b-91bf79270d88 service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 1097.140557] env[66818]: INFO networking_nsxv3.common.synchronization [req-d2e04269-e23f-4574-95e2-41e1b8b14ac9 req-bb10dc9b-da0b-40e0-a29b-91bf79270d88 service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1097.140557] env[66818]: INFO networking_nsxv3.common.synchronization [req-d2e04269-e23f-4574-95e2-41e1b8b14ac9 req-bb10dc9b-da0b-40e0-a29b-91bf79270d88 service nova] Enqueued Resource ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 with Priority: HIGHEST for action port [ 1097.140904] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 1097.141186] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1097.141358] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 with Priority: HIGHEST for action port [ 1097.141691] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.141874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.141968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.142211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.142329] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.143222] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.143357] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.143607] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a0d3b9-3670-47d8-bbab-3b9478b08285 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.143722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.143812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.144013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.144137] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a0d3b9-3670-47d8-bbab-3b9478b08285',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.645647] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.645946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.646431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4a0d3b9-3670-47d8-bbab-3b9478b08285 with status ACTIVE [ 1097.646671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.646794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.646862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.647083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.647173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.647373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.647472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.647534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.647722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.647800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.648085] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.648193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.648258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.648404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.648479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.648562] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 is going to be updated. [ 1097.674594] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.674750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.674842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.675170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.675233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.675366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.941885] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7c19503-e6ea-4691-b8d0-1900537dae16 req-81e2ec5a-25b3-4171-b15b-1f75c6d2cbd5 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1097.942470] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1097.942772] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.942892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.942959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.943342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.943511] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.943685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.943685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.943825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.943909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.944016] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.094481] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1098.094689] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 deletion is rescheduled due to dependency. [ 1098.094974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.095047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.095251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.095435] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.095559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.095625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.095759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.095838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.095933] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.237666] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.237867] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.237995] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.238870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.238870] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.238870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.238870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.239056] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.239172] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.239352] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.239464] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.239576] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.239679] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.239783] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.239886] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.240070] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.259810] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.259981] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.260199] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.260375] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.260686] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-7d28db8f-0649-435b-93d4-d5409eda4dcb taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.260855] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.260977] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.261347] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.261491] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d28db8f-0649-435b-93d4-d5409eda4dcb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.446683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.446894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.446894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.447187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.447279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.447480] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.447583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.447646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.447797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.447893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.447979] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 already deleted. [ 1098.448073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.598681] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.763986] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.764277] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.764409] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.764855] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.765088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.765276] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 7d28db8f-0649-435b-93d4-d5409eda4dcb not found, creating... [ 1098.765563] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.765766] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.765888] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.766143] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.766319] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.766625] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.766802] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.766913] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.767171] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.767320] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.767460] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 7d28db8f-0649-435b-93d4-d5409eda4dcb is going to be created. [ 1098.788702] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.788918] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.789065] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.789514] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.789870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.790075] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.101618] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.478749] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7c19503-e6ea-4691-b8d0-1900537dae16 req-00edc629-b1aa-4851-849a-2cccde2522e9 service nova] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1099.478913] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7c19503-e6ea-4691-b8d0-1900537dae16 req-00edc629-b1aa-4851-849a-2cccde2522e9 service nova] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1099.479337] env[66818]: INFO networking_nsxv3.common.synchronization [req-b7c19503-e6ea-4691-b8d0-1900537dae16 req-00edc629-b1aa-4851-849a-2cccde2522e9 service nova] Enqueued Resource ID: 7d28db8f-0649-435b-93d4-d5409eda4dcb with Priority: HIGHEST for action port [ 1099.479584] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1099.479717] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1099.479813] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d28db8f-0649-435b-93d4-d5409eda4dcb with Priority: HIGHEST for action port [ 1099.480244] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.480374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.480448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.480649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.480729] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.481878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.481941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.481973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.482158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.482304] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.482394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.482456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.482596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.482726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.482816] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.483551] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d28db8f-0649-435b-93d4-d5409eda4dcb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.483660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.483728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.483875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.483951] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d28db8f-0649-435b-93d4-d5409eda4dcb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.604531] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.604531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.604531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.604819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.604960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.605139] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1099.634988] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.635175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.635175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.635481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.635481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.644055] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1099.987397] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.987397] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.987397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.987397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d28db8f-0649-435b-93d4-d5409eda4dcb with status ACTIVE [ 1099.987688] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.987736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.987852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.988029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.988126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.988303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.988402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.988464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.988684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.988684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.988870] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.988962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.989034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.989176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.989249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.990236] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d28db8f-0649-435b-93d4-d5409eda4dcb is going to be updated. [ 1100.010872] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.010872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.010872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.010872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.010872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.010872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d28db8f-0649-435b-93d4-d5409eda4dcb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.491755] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.578453] env[66818]: INFO networking_nsxv3.common.synchronization [None req-91a49b37-40d5-46ef-b3b2-82ebe2c9f260 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_rules [ 1100.578939] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_rules [ 1100.579286] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.579403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.579460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.579735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.579827] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.699907] env[66818]: INFO networking_nsxv3.common.synchronization [None req-1f87f965-aa91-4261-accf-e4bf7e0307b3 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_rules [ 1100.701125] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_rules [ 1100.701650] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.701791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.994269] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.994347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.994379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.994613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.994711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.995112] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be created. [ 1101.018044] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.018267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.018323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.018498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.018665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.028558] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: UNINITIALIZED for 2s [ 1101.107158] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.107601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.107753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.108046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.109445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.109445] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 already deleted. [ 1101.109445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.109445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.109445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.109445] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.630572] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.630954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.630954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.631147] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.631292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.631419] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 already deleted. [ 1101.631549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.652907] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1101.653145] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.653333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.653551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.653739] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.653850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.653916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.654073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.654152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.654239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.654328] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.156954] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.659392] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f58f9d2-2a54-4371-b526-86f62f920780: rpc.has_security_group_logging(os_id): False [ 1102.678583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.678583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.678583] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.678762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.678762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.678987] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.679127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.679194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.679343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.679420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.679507] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1102.760234] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.760426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.760465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.760640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.760787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.773639] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1103.037904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1103.038122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.038268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.038479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.038673] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.038786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.038851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.039013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.039099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.039186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.039277] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.541090] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.043197] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8be1ae-3644-478a-8028-22c968a761b1: rpc.has_security_group_logging(os_id): False [ 1104.061711] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.061880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.061918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.062146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.062269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.062730] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.062836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.062948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.062991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be created. [ 1104.124223] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.124426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.124426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.124644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.124855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.137487] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: IN_PROGRESS for 2s [ 1104.789343] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1104.789343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.701956] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.702329] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1106.160501] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1106.160664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.329414] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.329414] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.329414] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.329414] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.329620] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.329947] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.330164] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.330427] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.330628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.330790] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.330903] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.331028] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.331168] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.331297] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.331406] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.331535] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.354324] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.354495] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.354919] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.354919] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-605" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.355373] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-6b24f8ef-1739-4084-b1de-a14661e65f84 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.356908] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.357102] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.357429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.357568] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b24f8ef-1739-4084-b1de-a14661e65f84',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.508558] env[66818]: INFO networking_nsxv3.common.synchronization [req-5fcb3d2e-43f2-43d9-85fa-2b6cbacd2f45 req-ba69abdf-bc10-4c45-b393-013ea9ea7164 tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1106.509138] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1106.509456] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.509578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.509649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.509849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.510450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.510450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.510527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.510752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.510893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.511047] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.860081] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.860553] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.860553] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.860779] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.860963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.861330] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.861531] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.861611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.861834] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.861972] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.862385] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.862513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.862600] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.862803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.862938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.863098] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 is going to be updated. [ 1106.899156] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.899415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.899582] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.899777] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.900082] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.900332] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.014687] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.014921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.015048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.015354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.015502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.015794] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.015950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.016068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.016309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.016430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.016561] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1107.049324] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.049553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.049553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.049818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.050064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.061345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1107.612387] env[66818]: INFO networking_nsxv3.common.synchronization [req-da979bc3-feb2-4ad7-8a0e-1f2a181b1dfa req-4b03e7e0-d213-4068-b468-b146e327267b service nova] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_rules [ 1107.612523] env[66818]: INFO networking_nsxv3.common.synchronization [req-da979bc3-feb2-4ad7-8a0e-1f2a181b1dfa req-4b03e7e0-d213-4068-b468-b146e327267b service nova] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1107.612648] env[66818]: INFO networking_nsxv3.common.synchronization [req-da979bc3-feb2-4ad7-8a0e-1f2a181b1dfa req-4b03e7e0-d213-4068-b468-b146e327267b service nova] Enqueued Resource ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 with Priority: HIGHEST for action port [ 1107.613324] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_rules [ 1107.613602] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1107.613664] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 with Priority: HIGHEST for action port [ 1107.614328] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.614328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.614328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.614566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.614566] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.619704] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.619961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.620094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.620352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.620554] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.620667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.620743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.620949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.621062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.621172] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.622425] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b24f8ef-1739-4084-b1de-a14661e65f84 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.622528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.622601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.622751] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.622834] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b24f8ef-1739-4084-b1de-a14661e65f84',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.126033] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.126033] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.126896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.126896] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b24f8ef-1739-4084-b1de-a14661e65f84 with status ACTIVE [ 1108.126896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.126896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.126896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.126896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.126896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.127241] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.127241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.127241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.127379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.127484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.127633] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.127721] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.127797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.127946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.128694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.128694] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b24f8ef-1739-4084-b1de-a14661e65f84 is going to be updated. [ 1108.152228] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.152379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.152450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.152656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.152791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.152985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b24f8ef-1739-4084-b1de-a14661e65f84" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.631476] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.074047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1109.074047] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1109.074047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.134055] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.134292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.134292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.134557] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.134586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.134698] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1109.170329] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.170485] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.170558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.170765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.170908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.180649] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1109.215016] env[66818]: INFO networking_nsxv3.common.synchronization [req-af991253-033f-4c54-b08a-26d1843e0838 req-32ebce8c-7b2a-4b4f-be0d-993055eced77 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_members [ 1109.215470] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_members [ 1109.215814] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.215940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.216022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.216311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.216475] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.216637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.216637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.216767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.216856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.216972] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.582659] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.582871] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.582965] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.583249] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.583498] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.583650] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.583763] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.583961] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.584115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.584346] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.584462] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.584566] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.584672] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.584808] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.584923] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.585062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.604043] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.604213] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.604373] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.604522] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.604839] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-8f31c539-f98a-4e14-a97a-d89de0651f80 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.605024] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.605187] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.605471] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.605811] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f31c539-f98a-4e14-a97a-d89de0651f80',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.720088] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.720261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.720332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.720591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.720716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.720960] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.721112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.721197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.721384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.721476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.721586] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 already deleted. [ 1109.721693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.108208] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.108479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.108542] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.108803] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.108949] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.109112] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 8f31c539-f98a-4e14-a97a-d89de0651f80 not found, creating... [ 1110.109367] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.109520] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.109634] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.109906] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.110101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.110407] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.110572] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.110688] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.110967] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.111092] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.111223] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 8f31c539-f98a-4e14-a97a-d89de0651f80 is going to be created. [ 1110.134813] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.135221] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.135221] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.135421] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.135686] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.135930] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.840277] env[66818]: INFO networking_nsxv3.common.synchronization [req-af991253-033f-4c54-b08a-26d1843e0838 req-d1634401-c0c7-4b91-a7d2-d8efd3630d94 service nova] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_rules [ 1110.840277] env[66818]: INFO networking_nsxv3.common.synchronization [req-af991253-033f-4c54-b08a-26d1843e0838 req-d1634401-c0c7-4b91-a7d2-d8efd3630d94 service nova] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_members [ 1110.840277] env[66818]: INFO networking_nsxv3.common.synchronization [req-af991253-033f-4c54-b08a-26d1843e0838 req-d1634401-c0c7-4b91-a7d2-d8efd3630d94 service nova] Enqueued Resource ID: 8f31c539-f98a-4e14-a97a-d89de0651f80 with Priority: HIGHEST for action port [ 1110.840277] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_rules [ 1110.840277] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_members [ 1110.840277] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f31c539-f98a-4e14-a97a-d89de0651f80 with Priority: HIGHEST for action port [ 1110.840277] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.840277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.840277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.840277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.840648] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.841697] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.841940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.842134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.842382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.842618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.843286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.844093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.844093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.844093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.844093] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.844815] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f31c539-f98a-4e14-a97a-d89de0651f80 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.845153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.845153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.845153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.845270] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f31c539-f98a-4e14-a97a-d89de0651f80',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.191037] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1111.191473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.191473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.191626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.191863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.192018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.192088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.192335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.192429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.192520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.192610] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.350223] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.351365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.351501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.351629] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f31c539-f98a-4e14-a97a-d89de0651f80 with status ACTIVE [ 1111.351862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.351927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.351967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.352164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.352251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.352418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.352544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.352577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.352716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.352797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.352977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.353386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.353449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.353598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.353687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.353755] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f31c539-f98a-4e14-a97a-d89de0651f80 is going to be updated. [ 1111.376501] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.377130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.377249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.377459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.377596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.377858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f31c539-f98a-4e14-a97a-d89de0651f80" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.695538] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.695722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.695722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.695902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.696072] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.696184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.696234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.696416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.696476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.696553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.696713] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.696867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.696946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.697113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.697278] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.697436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.697499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.697712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.697712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.697829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.697928] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.857731] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.200232] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9422f98-924c-43bc-b87c-5c937a73ec46: rpc.has_security_group_logging(os_id): False [ 1112.221618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.222385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.246451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.246877] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.247126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.247126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.247450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.247549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.247967] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.248166] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.248228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.248438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.248534] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.248822] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.248976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.249094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.249230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.249659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.249659] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1112.339021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.339021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.339240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.339276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.340030] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.357425] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1112.360146] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.360374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.360374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.360651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.360784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.360913] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 is going to be created. [ 1112.414882] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.416292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.416292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.416292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.416292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.426430] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 in Status: UNINITIALIZED for 2s [ 1114.375818] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1114.376887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.418738] env[66818]: INFO networking_nsxv3.common.synchronization [req-c6600c41-de7d-4c05-aab5-7f5924947ba6 req-b388f369-73c2-4347-969d-8df1a3dee5fe tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1114.425207] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1114.425694] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.425843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.425917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.426163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.426325] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.426428] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.426491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.426653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.426742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.426845] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.437274] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 in Status: SUCCESS [ 1114.437511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.438154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.438416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.438687] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.438847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.438976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.439154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.439272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.439390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.439503] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.930503] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.930730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.930730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.931019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.931149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.931333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.931441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.931509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.931671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.931753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.931846] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1114.942883] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.963029] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.963225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.963293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.963540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.963716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.976469] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1115.445062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5e13ffc-5aaa-4488-aeff-f50a9ff04f74: rpc.has_security_group_logging(os_id): False [ 1115.464484] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.464484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.464484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.464484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.464484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.464484] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.464815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.464815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.464815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.464903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.465179] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 is going to be created. [ 1115.524791] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.525006] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.525090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.525313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.525533] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.538022] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 in Status: IN_PROGRESS for 2s [ 1115.707406] env[66818]: INFO networking_nsxv3.common.synchronization [None req-e86fd8b9-58dc-4682-91b2-c39b1bbbbea0 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_rules [ 1115.708435] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_rules [ 1115.708777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.709257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.710041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.710041] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.804040] env[66818]: INFO networking_nsxv3.common.synchronization [None req-5b1cbe2b-bf3a-4079-badc-7a78dbbe3b8a tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_rules [ 1115.804584] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_rules [ 1115.804896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.804996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.851750] env[66818]: INFO networking_nsxv3.common.synchronization [req-33baac82-ef4b-4422-84c1-967a45c33eab req-e12ced70-6af6-44cf-97cf-abc0c352022a tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1115.853874] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1115.853874] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.853874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.853874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.853874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.853874] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.853874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.853874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.853874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.854192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.854338] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.231339] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.231483] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.231555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.231772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.231868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.231988] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea already deleted. [ 1116.232121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.232302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.232464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.232542] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.260049] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.260049] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.260049] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.260703] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.261288] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.261636] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.261852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.262316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.262558] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.262881] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.264273] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.264273] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.264273] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.264273] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.264273] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.264273] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.287130] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.287130] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.287130] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.287130] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.288189] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-24180d49-f93a-4d6a-91b6-277c2e051b36 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.288189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.288189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.288189] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.288189] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24180d49-f93a-4d6a-91b6-277c2e051b36',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.357694] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.755320] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.755598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.755598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.755979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.756095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.756282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea already deleted. [ 1116.756406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.792102] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.792360] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.792465] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.792746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.792897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.793062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 24180d49-f93a-4d6a-91b6-277c2e051b36 not found, creating... [ 1116.793325] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.793479] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.793596] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.793811] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.793950] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.794468] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.794468] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.794608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.795638] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.795728] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.796494] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 24180d49-f93a-4d6a-91b6-277c2e051b36 is going to be created. [ 1116.815841] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.816070] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.816199] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.816467] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.816716] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.816943] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.859578] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.992808] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1116.992808] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1116.992808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.363571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.363714] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.363983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.364106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.364212] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be updated. [ 1117.399375] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.399375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.399375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.399738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.399833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.412113] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: IN_PROGRESS for 2s [ 1117.547258] env[66818]: INFO networking_nsxv3.common.synchronization [req-33baac82-ef4b-4422-84c1-967a45c33eab req-1ef7a8b0-4257-4e18-bb23-d00bdcd543d2 service nova] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1117.547496] env[66818]: INFO networking_nsxv3.common.synchronization [req-33baac82-ef4b-4422-84c1-967a45c33eab req-1ef7a8b0-4257-4e18-bb23-d00bdcd543d2 service nova] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1117.547695] env[66818]: INFO networking_nsxv3.common.synchronization [req-33baac82-ef4b-4422-84c1-967a45c33eab req-1ef7a8b0-4257-4e18-bb23-d00bdcd543d2 service nova] Enqueued Resource ID: 24180d49-f93a-4d6a-91b6-277c2e051b36 with Priority: HIGHEST for action port [ 1117.548259] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_rules [ 1117.548405] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1117.548507] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24180d49-f93a-4d6a-91b6-277c2e051b36 with Priority: HIGHEST for action port [ 1117.548779] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.548927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.549000] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.549209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.549293] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.550185] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.550285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.550477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-24180d49-f93a-4d6a-91b6-277c2e051b36 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.550671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.550671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.550816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.550885] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24180d49-f93a-4d6a-91b6-277c2e051b36',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.552486] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 in Status: SUCCESS [ 1117.552549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.053712] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.054130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.054254] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24180d49-f93a-4d6a-91b6-277c2e051b36 with status ACTIVE [ 1118.054538] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.054768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.054822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.055181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.055267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.055529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.055681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.055790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.056071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.056205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.056489] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.056643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.056756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.056987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.057138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.057278] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24180d49-f93a-4d6a-91b6-277c2e051b36 is going to be updated. [ 1118.082031] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.082236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.082236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.082454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.082593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.082758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24180d49-f93a-4d6a-91b6-277c2e051b36" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.189226] env[66818]: INFO networking_nsxv3.common.synchronization [req-9a859848-aabf-4d9e-8eb9-83caa7e4b6d6 req-652d0ab9-2780-4d21-86a9-8d15df48c2ec tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1118.189226] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1118.189226] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.189226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.189392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.189684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.189684] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.189684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.189895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.189895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.189966] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.190264] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.503775] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-40 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.503989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.503989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.504252] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.504694] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.504694] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.504832] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.504989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.505161] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.505948] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.505948] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.505948] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.505948] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.505948] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.505948] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.506253] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.535823] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.535823] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.535823] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.536167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-40" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.536372] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-e7cc94d0-ea77-434f-b700-a3ea588f3920 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.536571] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.537521] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.537521] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.537521] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cc94d0-ea77-434f-b700-a3ea588f3920',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.692878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.693136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.693136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.693370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.693470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.693876] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.694987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.694987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.694987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.695142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.695648] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1118.754267] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.754507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.754507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.754703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.754831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.769513] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1119.039790] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.040167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.040408] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.040900] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.041115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.041288] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port e7cc94d0-ea77-434f-b700-a3ea588f3920 not found, creating... [ 1119.041579] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.041743] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.041863] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.042158] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.042309] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.042640] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.042802] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.043042] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.043321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.043505] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.043659] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: e7cc94d0-ea77-434f-b700-a3ea588f3920 is going to be created. [ 1119.072485] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.072910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.072910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.073150] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.073385] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.073625] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.430311] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1119.430801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.431281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.431550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.432673] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.432673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.432673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.432673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.432673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.432673] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.838615] env[66818]: INFO networking_nsxv3.common.synchronization [req-9a859848-aabf-4d9e-8eb9-83caa7e4b6d6 req-4be9360d-c1fb-4864-b964-821d43030d48 service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 1119.838817] env[66818]: INFO networking_nsxv3.common.synchronization [req-9a859848-aabf-4d9e-8eb9-83caa7e4b6d6 req-4be9360d-c1fb-4864-b964-821d43030d48 service nova] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1119.838959] env[66818]: INFO networking_nsxv3.common.synchronization [req-9a859848-aabf-4d9e-8eb9-83caa7e4b6d6 req-4be9360d-c1fb-4864-b964-821d43030d48 service nova] Enqueued Resource ID: e7cc94d0-ea77-434f-b700-a3ea588f3920 with Priority: HIGHEST for action port [ 1119.841054] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_rules [ 1119.841054] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1119.841054] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cc94d0-ea77-434f-b700-a3ea588f3920 with Priority: HIGHEST for action port [ 1119.841054] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.841054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.841054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.841054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.841054] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.841633] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.841683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.841895] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cc94d0-ea77-434f-b700-a3ea588f3920 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.842156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.842156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.842277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.842381] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cc94d0-ea77-434f-b700-a3ea588f3920',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.935213] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.344118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.344464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.346104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7cc94d0-ea77-434f-b700-a3ea588f3920 with status ACTIVE [ 1120.346104] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.346104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.346104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.346834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.346834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.346834] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.346834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.346834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.347111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.347111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.347289] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.347373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.347413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.347640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.347710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.347843] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7cc94d0-ea77-434f-b700-a3ea588f3920 is going to be updated. [ 1120.377829] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.378158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.378158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.378479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.378691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.378896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cc94d0-ea77-434f-b700-a3ea588f3920" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.438062] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.598625] env[66818]: INFO networking_nsxv3.common.synchronization [req-d024ef4b-6f77-4f7c-870d-05d3bd11d0fc req-191cb0db-41cb-4b32-aab3-dcd44219f5e7 tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1120.599987] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1120.599987] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.599987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.599987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.600623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.600623] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.600623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.600623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.600839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.600839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.600889] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.782800] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1120.783438] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1120.783926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.784171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.785847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.785847] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.785847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.785847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.785847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.785847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.785847] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.943409] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.943409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.943409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.943409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.943409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.943409] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be updated. [ 1120.981183] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.981183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.981183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.981183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.981183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.991364] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: IN_PROGRESS for 2s [ 1121.065038] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.065038] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.065329] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.065533] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.065859] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.066043] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.066262] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.066415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.066532] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.066760] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.066880] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.067040] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.067188] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.067360] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.067563] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.067628] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.091910] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.091910] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.091910] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.091910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.091910] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f0f5013b-6f69-465f-ab08-93f39cedd9bb taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.091910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.091910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.091910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.091910] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f5013b-6f69-465f-ab08-93f39cedd9bb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.104859] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.104859] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.104859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.104859] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1121.136451] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.136712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.136712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.136861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.137013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.146653] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1121.289541] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.595464] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.595811] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.596399] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.596513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.596728] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.597032] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port f0f5013b-6f69-465f-ab08-93f39cedd9bb not found, creating... [ 1121.597479] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.597771] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.597963] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.598310] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.598520] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.599167] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.599234] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.599366] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.599666] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.599891] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.600115] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f0f5013b-6f69-465f-ab08-93f39cedd9bb is going to be created. [ 1121.624363] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.624579] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.624728] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.624961] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.625346] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.625492] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.792329] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.917306] env[66818]: INFO networking_nsxv3.common.synchronization [req-87e7b3d5-6926-4cb6-b981-91a038542811 req-30abe7ff-0eee-40de-919a-f31f3306afaa tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_members [ 1121.917926] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGHEST for action security_group_members [ 1121.918283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.918400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.918466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.918677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.918827] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.918937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.919065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.919156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.919246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.919394] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.293834] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.294010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.294109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.294323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.294413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.294514] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1122.332474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.332620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.332691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.332895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.333049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.342567] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1122.359829] env[66818]: INFO networking_nsxv3.common.synchronization [req-d024ef4b-6f77-4f7c-870d-05d3bd11d0fc req-7a6bad20-6d7f-4506-8127-d03adbfd323f service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1122.359829] env[66818]: INFO networking_nsxv3.common.synchronization [req-d024ef4b-6f77-4f7c-870d-05d3bd11d0fc req-7a6bad20-6d7f-4506-8127-d03adbfd323f service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1122.359995] env[66818]: INFO networking_nsxv3.common.synchronization [req-d024ef4b-6f77-4f7c-870d-05d3bd11d0fc req-7a6bad20-6d7f-4506-8127-d03adbfd323f service nova] Enqueued Resource ID: f0f5013b-6f69-465f-ab08-93f39cedd9bb with Priority: HIGHEST for action port [ 1122.360166] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1122.360296] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1122.360392] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f5013b-6f69-465f-ab08-93f39cedd9bb with Priority: HIGHEST for action port [ 1122.361425] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.361555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.361626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.361829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.361912] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.362835] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.363749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.363749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f5013b-6f69-465f-ab08-93f39cedd9bb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.363749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.363749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.363749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.363749] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f5013b-6f69-465f-ab08-93f39cedd9bb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.421993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.422190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.422258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.422496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.422906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.423129] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.423231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.423292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.423793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.423793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.423793] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f is going to be updated. [ 1122.465680] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.465933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.466091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.467223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.467447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.478831] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: IN_PROGRESS for 2s [ 1122.865773] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.866197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866197] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0f5013b-6f69-465f-ab08-93f39cedd9bb with status ACTIVE [ 1122.866288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.866388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.866653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.866741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.866908] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.867013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.867078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.867237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.867315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.867498] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.867600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.867678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.867812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.867887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.867972] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0f5013b-6f69-465f-ab08-93f39cedd9bb is going to be updated. [ 1122.891331] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.891488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.891528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.891720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.891861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f5013b-6f69-465f-ab08-93f39cedd9bb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.935348] env[66818]: INFO networking_nsxv3.common.synchronization [req-11fa3d1f-438e-459e-9c87-14bb4b77d8ab req-d0b4c542-822e-47b7-b0f8-9817cc585025 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_members [ 1122.935859] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_members [ 1122.936169] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.936287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.936352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.936664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.936815] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.936910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.936973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.937489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.937623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.937729] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.002763] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1123.003015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.003560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.003780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.003980] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.004115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.004180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.004327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.004404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.004501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.004595] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.156488] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1123.156702] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1123.156823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.156986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.157294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.157749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.157749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.157897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.158014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.158104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.158202] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.269405] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.269734] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.269798] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.270061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.270330] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.270492] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.270611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.270858] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.271012] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.271229] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.271382] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.271551] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.271710] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.271838] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.271954] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.272125] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.308211] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.308418] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.308595] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.308788] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.309178] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.309394] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.309544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.309993] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.310116] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8dee3c-c9f0-4f70-9f23-9264981e44b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.441156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.441400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.441400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.441566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.441773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.442909] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.442909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.442909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.442909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.442909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.442909] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea already deleted. [ 1123.443290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.507129] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.661293] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.813426] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.813657] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.813785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.814078] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.814230] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.814383] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 7c8dee3c-c9f0-4f70-9f23-9264981e44b1 not found, creating... [ 1123.814642] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.814799] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.814933] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.815167] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.815304] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.815585] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.815739] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.815858] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.816073] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.816207] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.816347] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 7c8dee3c-c9f0-4f70-9f23-9264981e44b1 is going to be created. [ 1123.836173] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.836393] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.836519] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.836775] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.837015] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.837241] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.010397] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8be1ae-3644-478a-8028-22c968a761b1: rpc.has_security_group_logging(os_id): False [ 1124.043752] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.043968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.044027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.044324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.044490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.044916] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.045146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.045216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.045453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.045559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.045656] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be updated. [ 1124.133025] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.133160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.133242] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.133440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.133595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.149101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: IN_PROGRESS for 2s [ 1124.163355] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.354855] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1124.354855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.354855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.354987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.355787] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.355787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.355787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.355787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.355787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.355787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.355787] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.492923] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f in Status: SUCCESS [ 1124.493091] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f deletion is rescheduled due to dependency. [ 1124.493175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.588844] env[66818]: INFO networking_nsxv3.common.synchronization [req-11fa3d1f-438e-459e-9c87-14bb4b77d8ab req-54be072b-3a9b-4193-92eb-4d0b3fcd7715 service nova] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_rules [ 1124.589049] env[66818]: INFO networking_nsxv3.common.synchronization [req-11fa3d1f-438e-459e-9c87-14bb4b77d8ab req-54be072b-3a9b-4193-92eb-4d0b3fcd7715 service nova] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_members [ 1124.589196] env[66818]: INFO networking_nsxv3.common.synchronization [req-11fa3d1f-438e-459e-9c87-14bb4b77d8ab req-54be072b-3a9b-4193-92eb-4d0b3fcd7715 service nova] Enqueued Resource ID: 7c8dee3c-c9f0-4f70-9f23-9264981e44b1 with Priority: HIGHEST for action port [ 1124.589780] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_rules [ 1124.589966] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_members [ 1124.590315] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8dee3c-c9f0-4f70-9f23-9264981e44b1 with Priority: HIGHEST for action port [ 1124.590778] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.590848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.590900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.591350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.591438] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.592985] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.593193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.593360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.593659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.593877] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.594468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.594468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.594612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.594731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.594837] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.596126] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.596126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.596126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.596277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.596277] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8dee3c-c9f0-4f70-9f23-9264981e44b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.667231] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.667382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.667455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.667698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.667789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.667936] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1124.700621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.700848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.700965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.701244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.701445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.711631] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1124.858310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.858467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.858546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.858756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.858934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.859041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.859109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.859254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.859339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.859423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.859568] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.859691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.859754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.859994] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.860085] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.860168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.860168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.860310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.860385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.860465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.860556] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.093805] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.093805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.098401] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c8dee3c-c9f0-4f70-9f23-9264981e44b1 with status ACTIVE [ 1125.098624] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.098762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.098831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.099063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.099158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.099335] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.099433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.099505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.099718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.099798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.100014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.100121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.100184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.100326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.100400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.100481] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c8dee3c-c9f0-4f70-9f23-9264981e44b1 is going to be updated. [ 1125.101699] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.124503] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.124681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.124765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.124974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.125133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.125294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8dee3c-c9f0-4f70-9f23-9264981e44b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362863] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a: rpc.has_security_group_logging(os_id): False [ 1125.384434] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.384653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.384758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.384930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.384982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.385212] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.385328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.385367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.385528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.385611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.385809] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.385908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.385967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.386124] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.386199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.386406] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.386503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.386566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.386704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.386780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.386865] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1125.471060] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.471259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.471295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.471506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.471655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.493821] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1125.604550] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.107314] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.107790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.107790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.107790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.107976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.107976] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea is going to be created. [ 1126.146123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.146435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.146435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.146613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.146758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.160373] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef39f0a-22e8-4332-83d9-189eb772c1ea in Status: UNINITIALIZED for 2s [ 1126.163746] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1126.163992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.724679] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1126.724917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.725093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.725324] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.725522] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.725656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.725723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.726411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.726411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.726411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.726411] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.228288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.228812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.228812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.228812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.228955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.229080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.229080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.229217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.229321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.229404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.229553] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.229699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.229761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.229905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.230061] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.230155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.230212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.230347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.230414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.230498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.230592] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.510813] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1127.511078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.734254] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5605d87-e068-4aea-a3d3-c0515bce1a27: rpc.has_security_group_logging(os_id): False [ 1127.752159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.752360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.752360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.752573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.752663] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.752884] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.752986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.753062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.753211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.753287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.753544] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.753604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.753814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.753814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.753814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.753998] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.754107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.754162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.754298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.754370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.754454] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1127.819500] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.821587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.821587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.821587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.838151] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1128.171710] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef39f0a-22e8-4332-83d9-189eb772c1ea in Status: SUCCESS [ 1128.171710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.171921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.172179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.172369] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.172579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.172579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.173476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.173476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.173476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.173476] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.677666] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.042739] env[66818]: INFO networking_nsxv3.common.synchronization [None req-3aa805fe-b40c-442a-b0a5-320e5c7808e7 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1129.043223] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1129.043561] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.043682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.043920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.044049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.044199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.044297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.044355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.044505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.044589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.044685] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.181722] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef39f0a-22e8-4332-83d9-189eb772c1ea: rpc.has_security_group_logging(os_id): False [ 1129.200277] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.200277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.200277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.200552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.200552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.200799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.200926] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.200993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.201205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.201291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.201681] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea is going to be created. [ 1129.285042] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.285248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.285298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.285497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.285699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.302711] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef39f0a-22e8-4332-83d9-189eb772c1ea in Status: IN_PROGRESS for 2s [ 1129.547930] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.548114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.548187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.548407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.548497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.548698] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.548801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.548865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.549067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.549120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.549197] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1129.579517] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.579797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.579918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.580227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.580440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.591290] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1129.855134] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1129.855134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.321021] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef39f0a-22e8-4332-83d9-189eb772c1ea in Status: SUCCESS [ 1131.321484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.605282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1131.605471] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e deletion is rescheduled due to dependency. [ 1131.606630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.969376] env[66818]: INFO networking_nsxv3.common.synchronization [req-b74d02e0-0b2f-445c-bc16-126710700171 req-2d4191a9-8e97-4437-86f3-19c89e4a0a15 tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 1132.970128] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 1132.970264] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.971033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.971033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.971033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.971033] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.971033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.971033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.971270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.971270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.971270] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.133386] env[66818]: INFO networking_nsxv3.common.synchronization [req-bb0decb9-8381-4a61-87a9-54ac63feddd8 req-dc56852c-e55c-457b-9e92-3e76684a1850 tempest-ServerDiskConfigTestJSON-1948116417 tempest-ServerDiskConfigTestJSON-1948116417-project-member] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1133.133781] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGHEST for action security_group_members [ 1133.134108] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.134236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.134297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.134491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.134637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.134735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.134796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.134940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.135838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.135953] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.473721] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.638562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.638791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.638864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.639129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.639256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.639497] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.639925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.640037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.640249] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.640404] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.640456] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be updated. [ 1133.673165] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.673330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.673412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.673615] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.673780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.683904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: IN_PROGRESS for 2s [ 1133.975986] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.478938] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.479153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.479300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.479435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.479524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.479665] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be updated. [ 1134.509663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.509877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.509961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.510204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.510359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.519297] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: IN_PROGRESS for 2s [ 1135.695353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a in Status: SUCCESS [ 1135.695831] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a deletion is rescheduled due to dependency. [ 1135.695831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.530201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 1136.530362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.135424] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.135687] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1139.561404] env[66818]: INFO networking_nsxv3.common.synchronization [req-8fdfea79-e51a-45e1-9a2c-49ad60b25fee req-0ea68940-d058-42fd-8d52-940b84209a26 tempest-ServersNegativeTestJSON-868429346 tempest-ServersNegativeTestJSON-868429346-project-member] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1139.562150] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGHEST for action security_group_members [ 1139.562619] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.562800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.562875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.563130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.563294] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.563396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.563457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.563607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.563692] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.563787] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.870029] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc716b32-084c-4a40-97df-89a0fa15a356 req-bb669505-360a-4011-be9b-6b76354b4ff8 tempest-ServerRescueNegativeTestJSON-482127362 tempest-ServerRescueNegativeTestJSON-482127362-project-member] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 1139.870615] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGHEST for action security_group_members [ 1139.871629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.871629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.871629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.871629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.871629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.871999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.871999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.872144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.872235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.872335] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.067040] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.067250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.067383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.068059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.068059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.068222] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.068222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.068386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.068478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.068564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.068661] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be updated. [ 1140.115905] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.116185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.116185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.117012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.117012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.127428] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: IN_PROGRESS for 2s [ 1140.374763] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.374981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.374981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.375146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.404867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.404867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.404867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.404867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.405199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.405199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.405261] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be updated. [ 1140.445402] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.445402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.445402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.445402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.445402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.459451] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: IN_PROGRESS for 2s [ 1142.137711] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9422f98-924c-43bc-b87c-5c937a73ec46 in Status: SUCCESS [ 1142.138098] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 deletion is rescheduled due to dependency. [ 1142.138098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.469880] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa in Status: SUCCESS [ 1142.470104] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa deletion is rescheduled due to dependency. [ 1142.470218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.872204] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.872495] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1149.873742] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.873742] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1153.890786] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.891105] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.891159] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.891388] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.892038] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.892213] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.892337] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.892556] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.893452] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.893452] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.893452] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.893452] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.893452] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.893452] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.893452] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.893718] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.914111] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.914303] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.914448] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.914631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.915028] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.915361] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.915538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.915860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.916008] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd3be09-2bc7-4bec-b727-c5139e5c0ebb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.419283] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.419551] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.420175] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.420175] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.420175] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.420282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port ecd3be09-2bc7-4bec-b727-c5139e5c0ebb not found, creating... [ 1154.420551] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.420724] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.420843] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.421101] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.421244] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.421528] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.421682] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.421798] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.422010] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.422149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.422289] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb is going to be created. [ 1154.442143] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.442433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.442565] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.442835] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.443087] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.443325] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.874893] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.875109] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1155.133747] env[66818]: INFO networking_nsxv3.common.synchronization [req-853d2ceb-4c23-4102-8171-db83cd5eaad0 req-81964649-d8f8-468a-b099-013ea8dd7f0a service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1155.134064] env[66818]: INFO networking_nsxv3.common.synchronization [req-853d2ceb-4c23-4102-8171-db83cd5eaad0 req-81964649-d8f8-468a-b099-013ea8dd7f0a service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1155.134064] env[66818]: INFO networking_nsxv3.common.synchronization [req-853d2ceb-4c23-4102-8171-db83cd5eaad0 req-81964649-d8f8-468a-b099-013ea8dd7f0a service nova] Enqueued Resource ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb with Priority: HIGHEST for action port [ 1155.134604] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1155.134765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1155.134872] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb with Priority: HIGHEST for action port [ 1155.135219] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.135348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.135401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.135599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.135679] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.136476] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.136594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.136703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.136809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.136947] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.137050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.137104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.137239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.137321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.137430] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.139738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.139859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.139907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.140352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.140611] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd3be09-2bc7-4bec-b727-c5139e5c0ebb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.642337] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.643878] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.643977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.644168] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecd3be09-2bc7-4bec-b727-c5139e5c0ebb with status ACTIVE [ 1155.644342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.644495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.644545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.644707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.644793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.644955] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.645061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.645123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.645267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.645343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.645520] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.645614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.645675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.645812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.645876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.645960] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb is going to be updated. [ 1155.673953] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.674186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.674186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.674359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.674503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.674667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.147682] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.464257] env[66818]: INFO networking_nsxv3.common.synchronization [req-25bcfaba-d10f-4978-acf3-12372a14e0bb req-41dab892-b2ca-4dda-be75-24efd24d161f tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1156.464759] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1156.465370] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.465508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.465577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.465778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.465935] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.466128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.466128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.466471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.466471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.466471] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.650513] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.650726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.650766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.651020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.651119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.651222] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1156.682426] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.682598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.682720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.683036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.683199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.691814] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1156.890443] env[66818]: INFO networking_nsxv3.common.synchronization [req-4d98a5c8-ac37-42a6-bd63-a13b0659c8df req-4386e0df-cc9f-451d-8048-7cb0f0de0128 tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_members [ 1156.891015] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGHEST for action security_group_members [ 1156.891421] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.891546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.891546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.891745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.891879] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.892196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.892196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.892196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.892363] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.892363] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.971325] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.971567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.971567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.971774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.971864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.972082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.972186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.972337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.972402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.972472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.972556] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1157.001627] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.001784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.001874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.002162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.002229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.012301] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1157.395596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.395596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.395596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.396066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.396066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.396188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.396488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.396488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.396683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.396771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.396862] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 is going to be updated. [ 1157.423686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.423876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.423876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.424104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.424248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.434219] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: IN_PROGRESS for 2s [ 1158.704044] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1158.704044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.704044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.704503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.704503] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.704503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.704503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.704649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.704715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.704858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.704958] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.023427] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1159.023635] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1159.023718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.210593] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.210712] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.210781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.210988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.211400] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.211400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.211400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.211537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.211565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.211659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.211785] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.211878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.211930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212348] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.212348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.212501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212749] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.444434] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 in Status: SUCCESS [ 1159.444686] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 deletion is rescheduled due to dependency. [ 1159.444931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.714918] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29d65dc-d5c3-4959-b12f-31f91ba9d72e: rpc.has_security_group_logging(os_id): False [ 1159.734654] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.734845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.734884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.735076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.735167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.735361] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.735459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.735520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.735665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.735741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.735933] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.736026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.736084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.736220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.736293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.736479] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.736565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.736634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.736759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.736831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.736913] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1159.797837] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.798128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.798128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.798262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.798410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.811402] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1161.770778] env[66818]: INFO networking_nsxv3.common.synchronization [None req-cbfeddc6-73dc-4416-9d24-686f0e1f1ca2 tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_rules [ 1161.771227] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_rules [ 1161.771728] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.771728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.771728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.771960] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.771989] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.826619] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1161.826619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.850753] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f2ea4bbc-9fea-4c02-ac55-855aaa912bdf tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_rules [ 1161.851243] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_rules [ 1161.851574] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.851675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.293631] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.293803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.294139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.294139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.294139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.294271] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e already deleted. [ 1162.294299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.294459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.294612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.294693] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.816869] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.817331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.817331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.817331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.817493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.817528] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e already deleted. [ 1162.817605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.389068] env[66818]: INFO networking_nsxv3.common.synchronization [req-8caf34e0-7030-4830-b45a-ef5bc3960307 req-382ff56a-a3de-4279-a945-e0dea809e9a3 tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1163.389639] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1163.389961] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.390103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.390215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.390396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.390769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.390769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.390769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.390952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.390952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.391047] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.708054] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.708268] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.708396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.708673] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.708962] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.709115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.709394] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.709475] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.709628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.709830] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.709944] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.710067] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.710182] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.710293] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.710401] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.710534] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.730218] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.730218] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.730737] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.730737] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.730874] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-ece6f775-62ec-47bc-98bc-404067951adc taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.731313] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.731313] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.731451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.731580] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece6f775-62ec-47bc-98bc-404067951adc',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.894537] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.894906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.894906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.895013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.895098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.895303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.895402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.895468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.895622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.895702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.895784] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1163.924249] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.924399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.924471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.924671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.924812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.934248] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1164.233995] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.234229] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.234366] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.234724] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.234893] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.235068] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port ece6f775-62ec-47bc-98bc-404067951adc not found, creating... [ 1164.235334] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.235504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.235624] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.235852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.235989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.236295] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.236482] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.236608] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.236875] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.237028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.237174] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: ece6f775-62ec-47bc-98bc-404067951adc is going to be created. [ 1164.259876] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.260690] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.260690] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.260812] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.261077] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.261334] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.977244] env[66818]: INFO networking_nsxv3.common.synchronization [req-8caf34e0-7030-4830-b45a-ef5bc3960307 req-ff7c0341-d61e-4487-965f-86d1884a609f service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1164.977518] env[66818]: INFO networking_nsxv3.common.synchronization [req-8caf34e0-7030-4830-b45a-ef5bc3960307 req-ff7c0341-d61e-4487-965f-86d1884a609f service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1164.977604] env[66818]: INFO networking_nsxv3.common.synchronization [req-8caf34e0-7030-4830-b45a-ef5bc3960307 req-ff7c0341-d61e-4487-965f-86d1884a609f service nova] Enqueued Resource ID: ece6f775-62ec-47bc-98bc-404067951adc with Priority: HIGHEST for action port [ 1164.978216] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1164.978410] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1164.978473] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6f775-62ec-47bc-98bc-404067951adc with Priority: HIGHEST for action port [ 1164.978769] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.978890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.978978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.979262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.979423] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.980423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.980542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.981540] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece6f775-62ec-47bc-98bc-404067951adc taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.981540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.981540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.981540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.981540] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece6f775-62ec-47bc-98bc-404067951adc',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.483451] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.483638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.483786] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ece6f775-62ec-47bc-98bc-404067951adc with status ACTIVE [ 1165.483954] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.484074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.484228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.484671] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.484822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.485043] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.485172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.485269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.485449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.485535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.485741] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.485886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.485962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.486128] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.486208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.486297] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ece6f775-62ec-47bc-98bc-404067951adc is going to be updated. [ 1165.509249] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.509413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.509413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.509636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.509854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.509935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece6f775-62ec-47bc-98bc-404067951adc" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.944815] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1165.945030] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1165.945250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.945386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.945718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.945952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.946334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.946334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.946411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.946502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.946604] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.448882] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.953417] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.393984] env[66818]: INFO networking_nsxv3.common.synchronization [req-36ed2c8c-bf12-45bd-a61f-76a667e21d66 req-ae6d41f4-6c31-417b-af30-d9ef05cd9b35 tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_members [ 1167.394603] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_members [ 1167.394862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.394988] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.395300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.395577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.395852] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396130] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.396322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.396421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.396540] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.455983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.456737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.456737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.456737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.456737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.456737] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1167.487483] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.487748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.487748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.487943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.488134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.498193] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1167.697687] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.697901] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.698043] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.698319] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.699014] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.699208] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.699330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.699590] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.699738] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.699950] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.700076] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.700198] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.700311] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.700471] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.700632] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.700816] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.722396] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.722602] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.722754] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.722932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-64" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.723270] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.723464] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.723650] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.723986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.724144] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f513e6f-53dc-4343-ad7f-9c68da7c7e96',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.899022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.899267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.899267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.899517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.899610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.899809] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.899909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.900031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.900135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.900211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.900297] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e already deleted. [ 1167.900382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.226301] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.229019] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 4f513e6f-53dc-4343-ad7f-9c68da7c7e96 not found, creating... [ 1168.229019] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.229019] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.229469] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.229469] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229469] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229875] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.230044] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.230201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 4f513e6f-53dc-4343-ad7f-9c68da7c7e96 is going to be created. [ 1168.253798] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.254387] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.254715] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.255315] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.255415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.956311] env[66818]: INFO networking_nsxv3.common.synchronization [req-36ed2c8c-bf12-45bd-a61f-76a667e21d66 req-bfe80f80-6f48-49ae-8fba-94690836bc5c service nova] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_rules [ 1168.956604] env[66818]: INFO networking_nsxv3.common.synchronization [req-36ed2c8c-bf12-45bd-a61f-76a667e21d66 req-bfe80f80-6f48-49ae-8fba-94690836bc5c service nova] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_members [ 1168.956604] env[66818]: INFO networking_nsxv3.common.synchronization [req-36ed2c8c-bf12-45bd-a61f-76a667e21d66 req-bfe80f80-6f48-49ae-8fba-94690836bc5c service nova] Enqueued Resource ID: 4f513e6f-53dc-4343-ad7f-9c68da7c7e96 with Priority: HIGHEST for action port [ 1168.957496] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_rules [ 1168.957576] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_members [ 1168.958149] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f513e6f-53dc-4343-ad7f-9c68da7c7e96 with Priority: HIGHEST for action port [ 1168.958557] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.958698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.958786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.959078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.959170] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.960344] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.960517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.960605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.961146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.961146] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.961260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.961349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.961580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.961690] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.961898] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.963091] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.963230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.963456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.963597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.963715] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f513e6f-53dc-4343-ad7f-9c68da7c7e96',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.465430] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.466959] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.467184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.467430] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f513e6f-53dc-4343-ad7f-9c68da7c7e96 with status ACTIVE [ 1169.467606] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.467722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.467804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.468044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.468719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.469171] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.469171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.469171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.470110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.470110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.470110] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.470110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.470110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.470110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.470110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.470110] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f513e6f-53dc-4343-ad7f-9c68da7c7e96 is going to be updated. [ 1169.492117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.492309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.492369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.492539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.492680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.492838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f513e6f-53dc-4343-ad7f-9c68da7c7e96" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.507943] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1169.508190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.508362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.508683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.508951] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.509112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.509214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.509423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.509511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.509629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.509681] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.969029] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.011735] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.011921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.012024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.012202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.012381] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.012490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.012552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.012727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.012843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.012920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.013081] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.013191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.013254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.013480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.013945] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.013945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.013945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.013945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.013945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.014222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.014222] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.471686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.471929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.471989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.472374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.472539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.472691] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e is going to be created. [ 1170.501017] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.501244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.501244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.501451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.501639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.511671] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e in Status: UNINITIALIZED for 2s [ 1170.516188] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5605d87-e068-4aea-a3d3-c0515bce1a27: rpc.has_security_group_logging(os_id): False [ 1170.533477] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.533681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.533771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.534060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.534167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.534401] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.534579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.534579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.534800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.534888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.535098] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.535204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.535273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.535450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.535570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.535772] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.535880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.535947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.536117] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.536204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.536332] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1170.604608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.604811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.604811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.605018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.605174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.620244] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1171.319109] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.319649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.319649] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.319819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.320107] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.320282] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.320451] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.320669] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.320819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.321060] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.321175] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.321355] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.321410] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.321536] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.321684] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.321807] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.343258] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.343446] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.343575] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.343760] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-974" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.344120] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.344302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.344426] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.344740] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.344884] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd3be09-2bc7-4bec-b727-c5139e5c0ebb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.847755] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.848270] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.848472] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.848846] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.849119] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.849638] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.849989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.850255] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.850734] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.851162] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.851419] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.851658] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.851866] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.852171] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.852391] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.852650] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb is going to be updated. [ 1171.877467] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.877701] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.879051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.879051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.879051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.879051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.521722] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e in Status: SUCCESS [ 1172.521722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.521722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.522047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.522659] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.522659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.522659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.522659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.522659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.522659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.523065] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.602356] env[66818]: INFO networking_nsxv3.common.synchronization [req-a0813cf4-491a-47aa-9b1d-0bab124cd05c req-566feffd-0d52-4941-ab6d-1fd87a27464c service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1172.602537] env[66818]: INFO networking_nsxv3.common.synchronization [req-a0813cf4-491a-47aa-9b1d-0bab124cd05c req-566feffd-0d52-4941-ab6d-1fd87a27464c service nova] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1172.602672] env[66818]: INFO networking_nsxv3.common.synchronization [req-a0813cf4-491a-47aa-9b1d-0bab124cd05c req-566feffd-0d52-4941-ab6d-1fd87a27464c service nova] Enqueued Resource ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb with Priority: HIGHEST for action port [ 1172.603213] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_rules [ 1172.603347] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1172.603444] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb with Priority: HIGHEST for action port [ 1172.603746] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.603821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.603886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.604100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.604183] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.605902] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.606092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.606150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.606322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.607414] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.607414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.607414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.607414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.607414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.607414] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.607987] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.607987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.607987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.607987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.608138] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd3be09-2bc7-4bec-b727-c5139e5c0ebb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.633192] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1172.633440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.025489] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.107165] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.107400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.110716] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.111057] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecd3be09-2bc7-4bec-b727-c5139e5c0ebb with status ACTIVE [ 1173.111285] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.111423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.111519] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.111760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.111871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.112091] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.112213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.112297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.112493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.112587] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.112799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.112911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.112989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.113746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.113844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.113915] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecd3be09-2bc7-4bec-b727-c5139e5c0ebb is going to be updated. [ 1173.134780] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.135015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.135015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.135226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.135402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.135508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd3be09-2bc7-4bec-b727-c5139e5c0ebb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.527566] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e: rpc.has_security_group_logging(os_id): False [ 1173.546084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.546248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.546334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.546520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.546797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.546891] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.547105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.547105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.547208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.547252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.547353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e is going to be created. [ 1173.605181] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.605497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.605577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.605769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.605957] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.616089] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.617697] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e in Status: IN_PROGRESS for 2s [ 1174.118876] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.119077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.119133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.119399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.119497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.119578] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1174.148681] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.148916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.148916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.149112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.149268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.158914] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1175.629948] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e in Status: SUCCESS [ 1175.630334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.167849] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1176.168086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.168256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.168471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.168665] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.168783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.168849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.169007] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.169096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.169181] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.169273] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.671508] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.671986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.671986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.671986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.672214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.672343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.672397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.672577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.672668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.672782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.672949] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.673069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.673123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.673282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.673454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.673560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.673624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.673761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.673854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.673947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.674066] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.176513] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29d65dc-d5c3-4959-b12f-31f91ba9d72e: rpc.has_security_group_logging(os_id): False [ 1177.195848] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.196079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.196079] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.196300] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.196394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.196591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.196694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.196757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.196908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.196986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.197201] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.197292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.197376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.197556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.197689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.197916] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.198028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.198086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.198231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.198303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.198389] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1177.260218] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.260386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.260482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.260702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.260877] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.274047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1177.604445] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.604564] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1178.905284] env[66818]: INFO networking_nsxv3.common.synchronization [req-eefe0548-6d67-4e84-896f-195e7a1e061a req-f629374f-9c57-4129-ae16-964295e800ae tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1178.905284] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1178.905284] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.905629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.905629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.905629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.906068] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.906068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.906068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.908019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.908019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.908019] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.290162] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1179.290427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.411267] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.411491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.411575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.411804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.411896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.412433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.412555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.412599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.413165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.413165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.413165] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1179.443669] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.444071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.444071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.444178] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.444302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.454507] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1181.465928] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1181.466381] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1181.466381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.920886] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc66b3f8-0593-4aaa-8d2b-8db201c46a59 req-6deba1ef-de15-4023-95a4-e80d2681fb26 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_members [ 1181.921511] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGHEST for action security_group_members [ 1181.921854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.921986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.922285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.922285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.922438] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.922559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.922627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.922773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.922871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.922965] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.425589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.425839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.425839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.425978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.426088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.426286] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.426387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.426451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.426603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.426679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.426820] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea is going to be updated. [ 1182.455712] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.455935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.455935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.456090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.456251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.465089] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef39f0a-22e8-4332-83d9-189eb772c1ea in Status: IN_PROGRESS for 2s [ 1184.476054] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef39f0a-22e8-4332-83d9-189eb772c1ea in Status: SUCCESS [ 1184.476054] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea deletion is rescheduled due to dependency. [ 1184.476054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.750149] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.750505] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.750639] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.750927] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.751260] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.751437] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.751573] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.751796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.751943] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.752180] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.752318] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.752455] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.752598] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.752778] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.752926] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.753093] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.774657] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.774881] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.775072] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.775258] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-791" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.775575] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-f4a0d3b9-3670-47d8-bbab-3b9478b08285 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.775746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.775873] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.776149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.776285] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a0d3b9-3670-47d8-bbab-3b9478b08285',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.279265] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.279517] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.279517] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.279788] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.279938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.280250] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.280415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.280529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.280742] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.280878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.281189] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.281368] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.281514] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.281825] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.281975] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.282132] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 is going to be updated. [ 1186.305216] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.305448] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.305559] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.305865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.306086] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.306317] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.838625] env[66818]: INFO networking_nsxv3.common.synchronization [req-0b2ff27e-3b67-486e-abdf-212f0ef1df6f req-6e8dca0c-aacd-433c-b3b5-fd0353cb88b4 tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_members [ 1186.839256] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGHEST for action security_group_members [ 1186.839604] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.839730] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.839793] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.840013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.841911] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.841911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.841911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.841911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.841911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.841911] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.047115] env[66818]: INFO networking_nsxv3.common.synchronization [req-abcb7a47-e4f5-4599-b94e-acd0d935bc07 req-82499f25-3d8c-4284-80c9-27bd699ff16c service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 1187.047270] env[66818]: INFO networking_nsxv3.common.synchronization [req-abcb7a47-e4f5-4599-b94e-acd0d935bc07 req-82499f25-3d8c-4284-80c9-27bd699ff16c service nova] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1187.047432] env[66818]: INFO networking_nsxv3.common.synchronization [req-abcb7a47-e4f5-4599-b94e-acd0d935bc07 req-82499f25-3d8c-4284-80c9-27bd699ff16c service nova] Enqueued Resource ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 with Priority: HIGHEST for action port [ 1187.048128] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_rules [ 1187.048280] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1187.048396] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 with Priority: HIGHEST for action port [ 1187.048731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.048863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.048930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.049223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.049268] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.051398] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.051398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.051398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.051398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.051596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.051596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.051673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.051903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.051903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.052036] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.053332] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a0d3b9-3670-47d8-bbab-3b9478b08285 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.053332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.053332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.053332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.054413] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a0d3b9-3670-47d8-bbab-3b9478b08285',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.345203] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.345203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.345203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.345203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.345546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.345546] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.345546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.345672] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.345768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.345924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.346054] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 is going to be updated. [ 1187.379508] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.379734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.379734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.379925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.380086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.388368] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 in Status: IN_PROGRESS for 2s [ 1187.559423] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4a0d3b9-3670-47d8-bbab-3b9478b08285 with status ACTIVE [ 1187.559423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.559423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.559423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.559788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.559788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.559874] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.559941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.559986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.560126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.560203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.560400] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.560497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.560550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.560725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.560781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.560832] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4a0d3b9-3670-47d8-bbab-3b9478b08285 is going to be updated. [ 1187.561966] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.562066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.562246] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.585245] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.585245] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.585696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.585696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.585696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.585881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a0d3b9-3670-47d8-bbab-3b9478b08285" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.065059] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.570200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.570200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.570200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.570200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.570200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.570200] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1188.599703] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.599703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.599703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.599703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.599703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.609469] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1188.721971] env[66818]: INFO networking_nsxv3.common.synchronization [req-46bc831e-93fa-4c7c-9bb7-2224bad97357 req-bbfe3036-57cd-454c-9b9f-225e29740a46 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1188.722552] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1188.723100] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.723227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.723296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.723761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.723761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.723761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.723902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.724552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.724552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.724552] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.226589] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.534527] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 in Status: SUCCESS [ 1189.534775] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 deletion is rescheduled due to dependency. [ 1189.534900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.729225] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.232637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.232637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.232637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.232637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.233136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.233136] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be updated. [ 1190.268045] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.268209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.268209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.268447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.268643] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.278893] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: IN_PROGRESS for 2s [ 1190.620782] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1190.621213] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.621443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.621704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.621916] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.622052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.622123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.622284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.622442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.622654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.622654] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.664238] env[66818]: INFO networking_nsxv3.common.synchronization [req-ef060fcf-ef80-4da4-9b14-de80a51d5a3b req-94d91bb9-300b-45ab-824c-f5e24e7b8aef tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1190.664874] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1190.665405] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.665405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.665405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.665606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.665752] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.665849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.665909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.666064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.666146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.666239] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.069361] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.069618] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.069737] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.070058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.070375] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.070546] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.070637] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.070846] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.070989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.071210] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.071320] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.071426] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.071531] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.071637] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.071756] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.071885] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.091712] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.091868] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.091994] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.092233] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.092583] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.092787] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.092890] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.093265] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.093432] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f0bf09-476b-4cad-bc7e-2211e962d4ff',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.124654] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.169084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.169347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.169347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.169586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.169680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.169884] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.169996] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.170074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.170586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.170673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.170757] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1191.199093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.199349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.199349] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.199631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.199846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.209059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1191.596365] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.596703] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.597751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.597751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.597751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.597751] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port b2f0bf09-476b-4cad-bc7e-2211e962d4ff not found, creating... [ 1191.597941] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.598111] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.598293] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.598680] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.598926] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.599401] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.599585] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.599704] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.599937] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.600113] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.600260] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: b2f0bf09-476b-4cad-bc7e-2211e962d4ff is going to be created. [ 1191.622320] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.622585] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.622721] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.623091] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.623550] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.623934] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.626629] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f58f9d2-2a54-4371-b526-86f62f920780: rpc.has_security_group_logging(os_id): False [ 1191.648293] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.648496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.648610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.648903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.649017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.649433] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.649554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.649916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.649916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.650047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.650047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1191.734076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.734076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.734383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.734506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.751586] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1192.289390] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1192.289823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.352376] env[66818]: INFO networking_nsxv3.common.synchronization [req-ef060fcf-ef80-4da4-9b14-de80a51d5a3b req-9b4d2916-6873-456d-8b93-9124c8ba16cc service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1192.352594] env[66818]: INFO networking_nsxv3.common.synchronization [req-ef060fcf-ef80-4da4-9b14-de80a51d5a3b req-9b4d2916-6873-456d-8b93-9124c8ba16cc service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1192.352736] env[66818]: INFO networking_nsxv3.common.synchronization [req-ef060fcf-ef80-4da4-9b14-de80a51d5a3b req-9b4d2916-6873-456d-8b93-9124c8ba16cc service nova] Enqueued Resource ID: b2f0bf09-476b-4cad-bc7e-2211e962d4ff with Priority: HIGHEST for action port [ 1192.353320] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1192.353517] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1192.353653] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f0bf09-476b-4cad-bc7e-2211e962d4ff with Priority: HIGHEST for action port [ 1192.353967] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.354125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.354191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.354400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.354485] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.355473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.355556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.355799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.356098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.356196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.356388] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.356477] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f0bf09-476b-4cad-bc7e-2211e962d4ff',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.858310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.858734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.858734] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f0bf09-476b-4cad-bc7e-2211e962d4ff with status ACTIVE [ 1192.858823] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.858935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.859018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.859237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.859390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.859580] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.859680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.859741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.859901] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.859978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.860176] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.860268] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.860350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.860548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.860619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.860702] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f0bf09-476b-4cad-bc7e-2211e962d4ff is going to be updated. [ 1192.883720] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.883916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.883916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.884153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.884291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.884450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f0bf09-476b-4cad-bc7e-2211e962d4ff" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.219925] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 4s [ 1193.772923] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1193.773264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.229826] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1195.230179] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1195.230179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.230299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.230585] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.230772] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.230891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.230956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.231119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.231199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.231293] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.693608] env[66818]: INFO networking_nsxv3.common.synchronization [req-6b443a45-9a62-474d-a28d-bfa01ab0702b req-224a0018-9a06-4f9f-9b55-faec7c97e169 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_members [ 1195.693608] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGHEST for action security_group_members [ 1195.693608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.693819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.693859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.694104] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.694284] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.694661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.694719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.695234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.695323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.695442] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.733364] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.198896] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.199157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.199335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.199638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.221531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.222894] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.222894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.222894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.222894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.222894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.222894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 is going to be updated. [ 1196.235825] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.238194] env[66818]: INFO networking_nsxv3.common.synchronization [req-f9d2b03d-fd19-48da-bb4a-f08aac18fb45 req-b2481a0c-f524-4abc-9699-40de5dfdbf74 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1196.238605] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGHEST for action security_group_members [ 1196.239113] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.239113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.239285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.239894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.239894] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.241807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.241807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.241807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.241807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.241807] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.253633] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.253848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.253935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.254168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.254369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.265042] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62f895d-76af-4aea-9de0-773ef8ad7148 in Status: IN_PROGRESS for 2s [ 1196.738992] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.739319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.739539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.739802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.739881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.739990] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1196.744854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.745031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.745074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.745707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.745707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.745707] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.745707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.745707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.746089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.746089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.746089] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be updated. [ 1196.777839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.778112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.778231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.778513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.778620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.789726] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1196.790825] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.790952] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.791033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.791237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.791377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.800888] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: IN_PROGRESS for 2s [ 1198.276015] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62f895d-76af-4aea-9de0-773ef8ad7148 in Status: SUCCESS [ 1198.276478] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 deletion is rescheduled due to dependency. [ 1198.276478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.804060] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1198.804319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.804503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.804729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.804933] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.805286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.805446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.805521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.805616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.805708] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.854127] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8be1ae-3644-478a-8028-22c968a761b1 in Status: SUCCESS [ 1198.854413] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 deletion is rescheduled due to dependency. [ 1198.854564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.309563] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.309884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.309884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.310020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.310180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.310281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.310360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.310515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.310599] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.310684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.310831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.310923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.310981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.311135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.311272] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.311360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.311421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.311553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.311629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.311717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.311804] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.814034] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5605d87-e068-4aea-a3d3-c0515bce1a27: rpc.has_security_group_logging(os_id): False [ 1199.830724] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.830910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.830949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.831167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.831256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.831474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.831571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.831633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.831780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.831853] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.832036] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.832129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.832187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.832321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.832394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.832611] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.832682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.832911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.832911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.832911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.832990] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1199.902303] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.902303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.902303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.902570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.902716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.927545] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1200.508372] env[66818]: INFO networking_nsxv3.common.synchronization [None req-26de476e-fdd2-429c-98a5-af55ddfc40d6 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_rules [ 1200.508372] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_rules [ 1200.508841] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.508920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.508920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.510616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.510616] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.609034] env[66818]: INFO networking_nsxv3.common.synchronization [None req-67eb00e7-39c4-4998-bb30-5aeb96e1c673 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_rules [ 1200.609457] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_rules [ 1200.609788] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.609970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.030941] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.031139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.031139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.031333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.031422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.031530] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c already deleted. [ 1201.032132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.032132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.032132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.032132] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.555694] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.555997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.555997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.556158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.556248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.556473] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c already deleted. [ 1201.556473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.895050] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0ddc5a76-d953-414d-b296-a551352a1231 tempest-AttachInterfacesTestJSON-1989473804 tempest-AttachInterfacesTestJSON-1989473804-project-member] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1201.895642] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGHEST for action security_group_members [ 1201.895960] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.896106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.896164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.896340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.896494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.896588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.896651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.896791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.896875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.896967] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.963228] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1201.963452] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.399621] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.399790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.399861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.400148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.400241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.400490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.400594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.400644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.400800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.400870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.400955] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be updated. [ 1202.439449] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.439601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.439670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.439963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.440141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.449974] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: IN_PROGRESS for 2s [ 1204.463345] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e in Status: SUCCESS [ 1204.463731] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e deletion is rescheduled due to dependency. [ 1204.463731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.002890] env[66818]: INFO networking_nsxv3.common.synchronization [req-8525dfa4-4f09-4720-9009-79cdaf70f045 req-be4d4321-7609-43bd-a693-481a9808f0e2 tempest-ServerActionsTestOtherB-1652625252 tempest-ServerActionsTestOtherB-1652625252-project-member] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1205.003479] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGHEST for action security_group_members [ 1205.003871] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.003871] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.004011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.004116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.004268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.004362] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.004420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.004563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.004637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.004732] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.506418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.506685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.506685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.506895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.506982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.507195] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.507323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.507379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.507528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.507605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.507692] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be updated. [ 1205.540839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.541059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.541102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.541343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.541524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.551547] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: IN_PROGRESS for 2s [ 1206.211873] env[66818]: INFO networking_nsxv3.common.synchronization [req-c9fe988e-1224-409e-a12f-44a14693ceb5 req-a097efe8-6f09-40f8-8241-2e5650a68d14 tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1206.212408] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1206.212906] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.212906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.212906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.213106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.213931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.213931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.213931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.213931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.213931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.213931] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.559265] env[66818]: INFO networking_nsxv3.common.synchronization [req-b2a70790-14ee-40b0-8bec-63fef66a460a req-e9f2146f-a9ff-4011-8806-5d90734e982f tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_members [ 1206.559265] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_members [ 1206.559265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.559265] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.559265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.561702] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.628727] env[66818]: INFO networking_nsxv3.common.synchronization [None req-ea900165-dc7a-4810-b98d-5fff42445c28 None None] Enqueued Resource ID: 9026f229-bcb5-4dfb-9ff4-13a924007e4d with Priority: HIGHEST for action port [ 1206.628904] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9026f229-bcb5-4dfb-9ff4-13a924007e4d with Priority: HIGHEST for action port [ 1206.629514] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9026f229-bcb5-4dfb-9ff4-13a924007e4d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.629632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9026f229-bcb5-4dfb-9ff4-13a924007e4d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.629694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9026f229-bcb5-4dfb-9ff4-13a924007e4d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.629945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9026f229-bcb5-4dfb-9ff4-13a924007e4d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.630166] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9026f229-bcb5-4dfb-9ff4-13a924007e4d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.718052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.718052] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.718052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.718052] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1206.751103] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.751103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.751103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.751103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.751103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.759904] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1207.022594] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.024026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.024026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.024026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.024026] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.024026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.024026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.024026] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.024325] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.024325] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.024411] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.024515] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.024616] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.024724] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.024844] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.025023] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.044811] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.045021] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.045133] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.045316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.045651] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.045831] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.046029] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.046544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.046773] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829ab9a7-920d-49f9-ba9c-dfe0131d1fbb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.064027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.064179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.064179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.065399] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.065399] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c already deleted. [ 1207.065399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.132604] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9026f229-bcb5-4dfb-9ff4-13a924007e4d [ 1207.132853] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.133021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.133098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.133354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.133459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.133588] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9026f229-bcb5-4dfb-9ff4-13a924007e4d already deleted. [ 1207.133745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9026f229-bcb5-4dfb-9ff4-13a924007e4d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.551243] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.551490] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.551591] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.551860] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.552012] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.552206] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 829ab9a7-920d-49f9-ba9c-dfe0131d1fbb not found, creating... [ 1207.552482] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.552629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.552744] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.552959] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.553104] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.553380] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.553552] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.553681] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.553882] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.554017] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.554168] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 829ab9a7-920d-49f9-ba9c-dfe0131d1fbb is going to be created. [ 1207.564724] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f58f9d2-2a54-4371-b526-86f62f920780 in Status: SUCCESS [ 1207.564981] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 deletion is rescheduled due to dependency. [ 1207.565027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.573992] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.574091] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.574207] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.574452] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.574839] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.574947] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.273080] env[66818]: INFO networking_nsxv3.common.synchronization [req-b2a70790-14ee-40b0-8bec-63fef66a460a req-3ecefb99-1f12-444c-9edf-5fd14cad29e8 service nova] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_rules [ 1208.273275] env[66818]: INFO networking_nsxv3.common.synchronization [req-b2a70790-14ee-40b0-8bec-63fef66a460a req-3ecefb99-1f12-444c-9edf-5fd14cad29e8 service nova] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_members [ 1208.273409] env[66818]: INFO networking_nsxv3.common.synchronization [req-b2a70790-14ee-40b0-8bec-63fef66a460a req-3ecefb99-1f12-444c-9edf-5fd14cad29e8 service nova] Enqueued Resource ID: 829ab9a7-920d-49f9-ba9c-dfe0131d1fbb with Priority: HIGHEST for action port [ 1208.273639] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_rules [ 1208.273765] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_members [ 1208.273860] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829ab9a7-920d-49f9-ba9c-dfe0131d1fbb with Priority: HIGHEST for action port [ 1208.274570] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.274711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.274822] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.276044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.276044] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.277022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.277022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.277022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.277022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.277205] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.277205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.277205] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.277394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.277682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.277682] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.279478] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.279623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.279680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.279812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.279887] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829ab9a7-920d-49f9-ba9c-dfe0131d1fbb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.769896] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1208.770247] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1208.770247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.781754] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 829ab9a7-920d-49f9-ba9c-dfe0131d1fbb with status ACTIVE [ 1208.781982] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.782140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.782208] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.782419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.782623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.782704] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.782792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.782841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.782987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.783067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.783244] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.783338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.783401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.783526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.783600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.783684] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 829ab9a7-920d-49f9-ba9c-dfe0131d1fbb is going to be updated. [ 1208.784857] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.785803] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.785910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.806015] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.806159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.806235] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.806475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.806642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.806811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829ab9a7-920d-49f9-ba9c-dfe0131d1fbb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.965815] env[66818]: INFO networking_nsxv3.common.synchronization [None req-39ea2521-6ec2-4802-bf60-7e3e8498d139 None None] Enqueued Resource ID: e86e24da-ce85-481e-9db0-140898ca0d8e with Priority: HIGHEST for action port [ 1208.966597] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86e24da-ce85-481e-9db0-140898ca0d8e with Priority: HIGHEST for action port [ 1208.966759] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86e24da-ce85-481e-9db0-140898ca0d8e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.966878] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86e24da-ce85-481e-9db0-140898ca0d8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.966943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86e24da-ce85-481e-9db0-140898ca0d8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.967332] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86e24da-ce85-481e-9db0-140898ca0d8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.967423] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e24da-ce85-481e-9db0-140898ca0d8e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.288073] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.470701] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e86e24da-ce85-481e-9db0-140898ca0d8e [ 1209.470897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.471041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.471756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.471756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.471756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.471756] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e86e24da-ce85-481e-9db0-140898ca0d8e already deleted. [ 1209.471756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86e24da-ce85-481e-9db0-140898ca0d8e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.790816] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.791179] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.791645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.791748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.791938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.792219] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c is going to be created. [ 1209.816268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.816499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.816499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.816781] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.816978] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.827678] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c in Status: UNINITIALIZED for 2s [ 1211.839868] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c in Status: SUCCESS [ 1211.840323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.840323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.840468] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.840686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.840844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.840844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.841021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.841100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.841188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.841305] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.343889] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.846695] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 877e1910-c4ea-4b0c-aa17-8a34cd97d57c: rpc.has_security_group_logging(os_id): False [ 1212.865065] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.865218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.865218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.866475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.866475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.866475] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.866475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.866475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.866475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.866475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.866475] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c is going to be created. [ 1212.932224] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.932224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.932224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.932495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.932628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.943603] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c in Status: IN_PROGRESS for 2s [ 1213.070533] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1bdcadb-f191-4ff4-b076-9d3aea5d3ca0 req-54c27707-d37f-4af9-8a8d-2c80f499a19d tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1213.071471] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1213.072374] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.074093] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.074093] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.074701] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.407192] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.407433] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.407561] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.411018] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.411018] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.411018] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.411018] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.411018] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.411018] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.411018] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.411018] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.411018] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.411018] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.411018] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.411018] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.411018] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.432562] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.432747] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.432887] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.433086] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.433408] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-67b5a01f-d70f-494f-a842-5820436f2ad3 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.433587] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.433709] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.434058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.434201] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b5a01f-d70f-494f-a842-5820436f2ad3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.577657] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.577921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.577921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.578164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.578257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.578461] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.578566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.578683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.578820] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.578892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.578989] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 already deleted. [ 1213.579149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.937786] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.938611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.938611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.938611] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.938720] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.938823] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 67b5a01f-d70f-494f-a842-5820436f2ad3 not found, creating... [ 1213.939150] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.939662] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.939662] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.939809] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.939970] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.940396] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.940527] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.941284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.941284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.941284] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.941284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 67b5a01f-d70f-494f-a842-5820436f2ad3 is going to be created. [ 1213.962825] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.962933] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.963072] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.963344] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.963616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.963859] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.702567] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1bdcadb-f191-4ff4-b076-9d3aea5d3ca0 req-f89d42f7-150e-46d5-8871-3df2955a6c89 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1214.702567] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1bdcadb-f191-4ff4-b076-9d3aea5d3ca0 req-f89d42f7-150e-46d5-8871-3df2955a6c89 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1214.702567] env[66818]: INFO networking_nsxv3.common.synchronization [req-b1bdcadb-f191-4ff4-b076-9d3aea5d3ca0 req-f89d42f7-150e-46d5-8871-3df2955a6c89 service nova] Enqueued Resource ID: 67b5a01f-d70f-494f-a842-5820436f2ad3 with Priority: HIGHEST for action port [ 1214.702966] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1214.703164] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1214.703289] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b5a01f-d70f-494f-a842-5820436f2ad3 with Priority: HIGHEST for action port [ 1214.703586] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.703727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.703783] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.704047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.704112] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.705096] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.705247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.705342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.705567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.705752] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.705862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.705951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.706148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.706267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.706384] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.707253] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b5a01f-d70f-494f-a842-5820436f2ad3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.707416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.707702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.707702] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.707766] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b5a01f-d70f-494f-a842-5820436f2ad3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.955436] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c in Status: SUCCESS [ 1214.955706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.209612] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.210749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.210749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.210950] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67b5a01f-d70f-494f-a842-5820436f2ad3 with status ACTIVE [ 1215.211136] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.211253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.211297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.211766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.211766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.211766] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.211940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.211940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.212075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.212169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.212406] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.212482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.212551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.212686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.212802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.213111] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67b5a01f-d70f-494f-a842-5820436f2ad3 is going to be updated. [ 1215.238445] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.238608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.238647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.238852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.238992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.239215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b5a01f-d70f-494f-a842-5820436f2ad3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.715022] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.217243] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.217661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.217661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.217848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.218070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.218178] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be created. [ 1216.243900] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.243900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.243900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.243900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.243900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.253331] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: UNINITIALIZED for 2s [ 1218.265586] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1218.265976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.266065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.266285] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.266494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.266631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.266691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.266826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.266906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.266990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.267094] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.769012] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.769241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.769241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.769521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.769686] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.769789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.769844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.769999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.770098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.770182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.770326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.770437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.770520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.770629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.771137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.771137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.771137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.771137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.771137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.771315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.771315] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.852496] env[66818]: INFO networking_nsxv3.common.synchronization [req-c20337e9-7079-4e0c-bc00-9130aacede90 req-bae6c63d-0944-42fa-9a8e-54fc32220222 tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1218.853030] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1218.853359] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.853516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.853606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.853851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.854016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.854142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.854262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.854369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.854451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.854516] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.141128] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.141447] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.141661] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.142072] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.142886] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.143149] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.143349] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.143678] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.143918] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.144265] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.144452] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.144640] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.144826] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.145024] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.145216] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.145626] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.165152] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.165334] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.165480] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.165682] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-699" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.166098] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-ecce9948-d45c-4ff4-9a7c-0973333167ae taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.166293] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.166412] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.166733] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.166874] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecce9948-d45c-4ff4-9a7c-0973333167ae',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.274142] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1219.298926] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.299194] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.299263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.299590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.299686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.299909] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.300032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.300091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.300255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.300331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.300616] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.300715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.300807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.301056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.301056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.301233] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.301353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.301427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.301588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.301673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.301761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be created. [ 1219.356968] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.357173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.357215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.357522] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.357619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.357828] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.357925] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.357985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.358150] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.358225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.358311] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1219.372971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.373218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.373218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.373396] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.373577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.390788] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1219.403934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.404176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.404295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.404578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.404754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.427133] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1219.670048] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.670288] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.670350] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.670658] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.670826] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.671040] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port ecce9948-d45c-4ff4-9a7c-0973333167ae not found, creating... [ 1219.671298] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.671504] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.671697] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.671986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.672139] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.672538] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.672699] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.672844] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.673091] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.673230] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.673370] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: ecce9948-d45c-4ff4-9a7c-0973333167ae is going to be created. [ 1219.698729] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.699061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.699260] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.699645] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.700011] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.700367] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.393483] env[66818]: INFO networking_nsxv3.common.synchronization [req-c20337e9-7079-4e0c-bc00-9130aacede90 req-b306e937-0dc2-431e-afba-9c1c966559fb service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1220.393483] env[66818]: INFO networking_nsxv3.common.synchronization [req-c20337e9-7079-4e0c-bc00-9130aacede90 req-b306e937-0dc2-431e-afba-9c1c966559fb service nova] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1220.393483] env[66818]: INFO networking_nsxv3.common.synchronization [req-c20337e9-7079-4e0c-bc00-9130aacede90 req-b306e937-0dc2-431e-afba-9c1c966559fb service nova] Enqueued Resource ID: ecce9948-d45c-4ff4-9a7c-0973333167ae with Priority: HIGHEST for action port [ 1220.393483] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_rules [ 1220.393483] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1220.393870] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecce9948-d45c-4ff4-9a7c-0973333167ae with Priority: HIGHEST for action port [ 1220.393870] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.393991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.393991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.394171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.394248] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.395106] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.395210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.395394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecce9948-d45c-4ff4-9a7c-0973333167ae taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.395514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.396177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.396177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.396177] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecce9948-d45c-4ff4-9a7c-0973333167ae',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.897343] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.897578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.898797] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecce9948-d45c-4ff4-9a7c-0973333167ae with status ACTIVE [ 1220.899014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.899115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.899182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.899415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.899504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.899777] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.899891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.899955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.900123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.900202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.900406] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.900495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.900578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.900778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.900858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.900950] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecce9948-d45c-4ff4-9a7c-0973333167ae is going to be updated. [ 1220.922325] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.922480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.922579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.922745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.922883] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.923154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecce9948-d45c-4ff4-9a7c-0973333167ae" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.402639] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1221.402984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.437150] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1221.437356] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1221.437484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.437658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.437858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.438067] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.438197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.438264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.438413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.438493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.438585] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.942398] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.445809] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.949530] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.949530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.949530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.949530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.949530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.949530] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1222.987797] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.987797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.987797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.988105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.988258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.998401] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1224.541407] env[66818]: INFO networking_nsxv3.common.synchronization [req-985b7428-3527-4112-8d40-75f6da8c0965 req-380766b3-1381-4eef-9d7f-1b1c86ef931d tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1224.542082] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1224.542406] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.542532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.542600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.542790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.542939] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.543077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.543131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.543272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.543359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.543454] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.010327] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1225.010525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.010708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.010927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.011134] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.011250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.011314] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.011494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.011579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.011667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.011833] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.046505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.046686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.046686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.046846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.066250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.066507] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.066624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.066688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.066880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.066962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.067059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1225.094536] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.094683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.094754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.094956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.095112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.103846] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1225.514154] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.514319] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.514372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.514807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.514807] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.514936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.514936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.515083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.515180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.515267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.515418] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.516199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.516199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.516199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.516199] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.516199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.516199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.516199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.516489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.516489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.516489] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.021275] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5605d87-e068-4aea-a3d3-c0515bce1a27: rpc.has_security_group_logging(os_id): False [ 1226.039325] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.039539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.039539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.039753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.039840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.040077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.040197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.040239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.040385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.040462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.040705] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.040810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.040874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.041031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.041108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.041298] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.041392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.041453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.041604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.041661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.041765] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1226.109123] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.109316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.109359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.109726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.109903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.124282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1227.115098] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1227.115367] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 deletion is rescheduled due to dependency. [ 1227.115469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.138676] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1228.138989] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.542903] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.543271] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.567357] env[66818]: INFO networking_nsxv3.common.synchronization [req-34495ead-93d5-46ec-9262-3a9d45df676b req-6f7e206a-f781-44b4-acb7-76b217f365f9 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1229.568021] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1229.568482] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.568581] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.568688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.568951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.569205] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.569350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.569478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.569750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.569859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.569946] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.922319] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.922699] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.922990] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.923441] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.923773] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.923956] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.924094] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.924330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.924482] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.924698] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.924811] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.924921] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.925043] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.925158] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.925266] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.925395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.945057] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.945247] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.945386] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.945567] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.945892] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.946074] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.946197] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.946538] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.946679] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9dd9a6b-3be8-44cb-8760-a07b398b8fcd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.071822] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.449205] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.449461] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.449537] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.449800] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.449952] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.450129] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port a9dd9a6b-3be8-44cb-8760-a07b398b8fcd not found, creating... [ 1230.450386] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.450543] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.450659] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.450865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.450999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.451288] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.451442] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.451562] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.451766] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.451896] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.452044] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: a9dd9a6b-3be8-44cb-8760-a07b398b8fcd is going to be created. [ 1230.471336] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.471541] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.471660] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.471979] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.472237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.472463] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.574522] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.078071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.078241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.078281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.078504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.078600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.078700] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1231.119788] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.119788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.119788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.119788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.119788] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.129192] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1231.213625] env[66818]: INFO networking_nsxv3.common.synchronization [req-34495ead-93d5-46ec-9262-3a9d45df676b req-9a26ebae-2fac-4a82-80c3-8bfb58fb0b65 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1231.213815] env[66818]: INFO networking_nsxv3.common.synchronization [req-34495ead-93d5-46ec-9262-3a9d45df676b req-9a26ebae-2fac-4a82-80c3-8bfb58fb0b65 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1231.213951] env[66818]: INFO networking_nsxv3.common.synchronization [req-34495ead-93d5-46ec-9262-3a9d45df676b req-9a26ebae-2fac-4a82-80c3-8bfb58fb0b65 service nova] Enqueued Resource ID: a9dd9a6b-3be8-44cb-8760-a07b398b8fcd with Priority: HIGHEST for action port [ 1231.214529] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1231.214618] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1231.214718] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9dd9a6b-3be8-44cb-8760-a07b398b8fcd with Priority: HIGHEST for action port [ 1231.215018] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.215258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.215340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.215531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.215617] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.216943] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.217060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.217381] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.217564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.217564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.217735] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.217811] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9dd9a6b-3be8-44cb-8760-a07b398b8fcd',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.717533] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.717860] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.722064] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9dd9a6b-3be8-44cb-8760-a07b398b8fcd with status ACTIVE [ 1231.722269] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.722393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.722473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.722684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.722774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.722942] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.723050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.723112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.723263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.723342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.723543] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.723637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.723698] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.723835] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.723907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.723990] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9dd9a6b-3be8-44cb-8760-a07b398b8fcd is going to be updated. [ 1231.745356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.745548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.745548] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.745706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.745843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.745997] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9dd9a6b-3be8-44cb-8760-a07b398b8fcd" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.824453] env[66818]: INFO networking_nsxv3.common.synchronization [req-16901643-0fb2-4f3a-8b5f-8986816388c8 req-91ca4e21-6301-4b70-aa88-9efffc2e5f42 tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1231.825758] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1231.826257] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.826505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.826666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.826944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.827182] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.827328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.827426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.827601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.827693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.827794] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.331053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.331225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.331293] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.331512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.331602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.331931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.331931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.332078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.332188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.332237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.332295] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1232.361316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.361457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.361508] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.361713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.361896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.371011] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1232.580330] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.580330] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.580562] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.581710] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.581710] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.581710] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.581710] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.581710] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.581950] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.582169] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.582321] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.582469] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.582616] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.582765] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.582909] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.583106] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.602376] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.602566] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.602756] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.602997] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.603477] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-73593f44-7e21-4161-b3f1-c8b79d7b31ad taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.603702] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.603870] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.604247] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.604441] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73593f44-7e21-4161-b3f1-c8b79d7b31ad',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.106763] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.107234] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.107234] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.107560] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.107735] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.107899] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 73593f44-7e21-4161-b3f1-c8b79d7b31ad not found, creating... [ 1233.108179] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.108341] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.108459] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.108692] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.108827] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.109132] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.109288] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.109402] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.109722] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.109851] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.109992] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 73593f44-7e21-4161-b3f1-c8b79d7b31ad is going to be created. [ 1233.133574] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.133865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.133972] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.134526] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.134616] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.134913] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.141056] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1233.141304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.141451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.141616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.142246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.142246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.142246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.142246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.142864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.142864] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.644318] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.840686] env[66818]: INFO networking_nsxv3.common.synchronization [req-16901643-0fb2-4f3a-8b5f-8986816388c8 req-bc8f4161-0a19-4d10-ac30-c6590929c53b service nova] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 1233.840818] env[66818]: INFO networking_nsxv3.common.synchronization [req-16901643-0fb2-4f3a-8b5f-8986816388c8 req-bc8f4161-0a19-4d10-ac30-c6590929c53b service nova] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1233.840963] env[66818]: INFO networking_nsxv3.common.synchronization [req-16901643-0fb2-4f3a-8b5f-8986816388c8 req-bc8f4161-0a19-4d10-ac30-c6590929c53b service nova] Enqueued Resource ID: 73593f44-7e21-4161-b3f1-c8b79d7b31ad with Priority: HIGHEST for action port [ 1233.841263] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 1233.841327] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1233.841420] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73593f44-7e21-4161-b3f1-c8b79d7b31ad with Priority: HIGHEST for action port [ 1233.841977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.842119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.842214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.842390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.842526] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.845911] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.845911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.845911] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-73593f44-7e21-4161-b3f1-c8b79d7b31ad taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.845911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.845911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.845911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.845911] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73593f44-7e21-4161-b3f1-c8b79d7b31ad',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.146906] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.346515] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.346725] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.346819] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73593f44-7e21-4161-b3f1-c8b79d7b31ad with status ACTIVE [ 1234.347016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.347123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.347191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.347455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.347575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.347760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.347857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.347919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.348098] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.348175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.348350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.348443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.348503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.348666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.348744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.348829] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73593f44-7e21-4161-b3f1-c8b79d7b31ad is going to be updated. [ 1234.378709] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.378709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.378709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.378984] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.379060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.379216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73593f44-7e21-4161-b3f1-c8b79d7b31ad" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.383336] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1234.383530] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 deletion is rescheduled due to dependency. [ 1234.383717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.383939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.384175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.384362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.384478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.384546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.384693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.384773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.384872] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.649692] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.649906] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.649970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.650222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.650316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.650416] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1234.678497] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.678713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.678713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.678910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.679080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.687496] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1234.886870] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.389287] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.891963] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.892187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.892230] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.892448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.892538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.892660] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1235.924209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.924460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.924460] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.924666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.924814] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.934202] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1236.707113] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1236.707510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.707564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.707824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.708038] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.708159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.708222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.708391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.708487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.708580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.708674] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.211572] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.211798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.211923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.212211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.212408] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.212541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.212598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.212761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.212851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.212951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.213152] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.213296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.213400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.213577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.213747] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.213837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.213900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.214052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.214136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.214216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.214309] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.718816] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1237.738113] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.738287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.738337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.738551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.738665] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.738871] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.738987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.739054] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.739184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.739264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.739456] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.739662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.739745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.739899] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.739965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.740977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.740977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.740977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.740977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.740977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.740977] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1237.822881] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.823121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.823121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.823277] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.823446] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.838181] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1237.945752] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1237.946017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.946695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.946956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.947200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.947328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.947400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.947580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.947666] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.947766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.947866] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.450704] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.842228] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.842662] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1238.953245] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875fc509-a842-4d29-9926-9be3c0d7fb89: rpc.has_security_group_logging(os_id): False [ 1238.974618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.974934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.975042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.975294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.975505] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.975818] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.975934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.976024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.976417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.976520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.976626] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1239.045306] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.045588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.045588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.045720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.045872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.062254] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1239.852062] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1239.852409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.077886] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1241.077886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.964765] env[66818]: INFO networking_nsxv3.common.synchronization [req-4592cf56-8d73-4d56-a72b-dbd7e0f54720 req-c75e0f48-f83f-4f54-b851-2cfd3d6f6cfb tempest-AttachVolumeTestJSON-1095990289 tempest-AttachVolumeTestJSON-1095990289-project-member] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_members [ 1241.965220] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGHEST for action security_group_members [ 1241.965671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.965821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.965895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.966280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.966454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.966565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.966696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.966837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.966908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.967097] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.234771] env[66818]: INFO networking_nsxv3.common.synchronization [req-44926682-d7f8-4b5b-a5d0-9daa5777496d req-83526393-f784-4668-80f4-06ae0781fdd8 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1242.235409] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1242.235944] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.236095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.236163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.236365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.236512] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.236682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.236682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.237060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.237143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.237229] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.470471] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.470802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.470908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.471216] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.471393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.471645] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.471759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.471846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.472036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.472116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.472251] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e is going to be updated. [ 1242.505665] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.505849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.505935] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.506198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.506350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.516395] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e in Status: IN_PROGRESS for 2s [ 1242.739354] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.241865] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.743917] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.744144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.744144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.744383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.744476] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.744575] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1243.779084] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.779084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.779084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.779084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.779084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.788029] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1244.526410] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e in Status: SUCCESS [ 1244.526823] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e deletion is rescheduled due to dependency. [ 1244.526823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.799969] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1245.800303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.237357] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.237697] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.138356] env[66818]: INFO networking_nsxv3.common.synchronization [req-d0490870-5935-4ea0-8412-acfe0b0d7b05 req-caf8ca00-e87c-435e-af5c-560e3a683b66 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_members [ 1248.138921] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGHEST for action security_group_members [ 1248.139311] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.139845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.139918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.140125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.140286] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.140386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.140464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.140808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.140808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.140808] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.643061] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.643061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.643443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.643443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.643443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.643638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.643733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.643825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.643937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.644022] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.644108] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 is going to be updated. [ 1248.683791] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.684014] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.684080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.684393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.684596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.696431] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 in Status: IN_PROGRESS for 2s [ 1250.711044] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 in Status: SUCCESS [ 1250.711383] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 deletion is rescheduled due to dependency. [ 1250.711383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.708340] env[66818]: INFO networking_nsxv3.common.synchronization [req-f5c77d69-d004-4da9-868c-578689288f62 req-d2f82cdf-be03-4ec0-9a9e-8b70b45fc312 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1252.708874] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1252.709234] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.709354] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.709484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.709651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.709845] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.709987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.710083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.710210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.710284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.710390] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.052442] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.052657] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.052776] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.053081] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.053355] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.053513] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.053638] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.053857] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.053996] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.054430] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.054549] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.054646] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.054758] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.054908] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.055025] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.055182] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.079456] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.079651] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.079802] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.079978] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.080318] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.080488] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.080607] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.080942] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.081099] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030fe47b-10ac-45cb-97bd-4ab0edd2fb77',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.212817] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.583774] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.583989] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.584082] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.584377] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.584525] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.584681] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 030fe47b-10ac-45cb-97bd-4ab0edd2fb77 not found, creating... [ 1253.584953] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.585237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.585379] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.585598] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.585734] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.586032] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.586185] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.586297] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.586494] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.586622] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.586759] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 030fe47b-10ac-45cb-97bd-4ab0edd2fb77 is going to be created. [ 1253.613932] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.613932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.613932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.614195] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.614441] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.614642] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.715437] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.218035] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.218209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.218338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.218575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.218686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.218834] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1254.253103] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.253264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.253339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.253686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.253756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.264688] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1254.327252] env[66818]: INFO networking_nsxv3.common.synchronization [req-f5c77d69-d004-4da9-868c-578689288f62 req-15ee58fd-72c0-4c9a-9a10-af4b094d4ec1 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1254.327252] env[66818]: INFO networking_nsxv3.common.synchronization [req-f5c77d69-d004-4da9-868c-578689288f62 req-15ee58fd-72c0-4c9a-9a10-af4b094d4ec1 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1254.327252] env[66818]: INFO networking_nsxv3.common.synchronization [req-f5c77d69-d004-4da9-868c-578689288f62 req-15ee58fd-72c0-4c9a-9a10-af4b094d4ec1 service nova] Enqueued Resource ID: 030fe47b-10ac-45cb-97bd-4ab0edd2fb77 with Priority: HIGHEST for action port [ 1254.327252] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1254.327252] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1254.327252] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030fe47b-10ac-45cb-97bd-4ab0edd2fb77 with Priority: HIGHEST for action port [ 1254.327252] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.327252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.327252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.327733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.327903] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.328988] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.329379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.329974] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.330248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.330403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.330660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.330848] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030fe47b-10ac-45cb-97bd-4ab0edd2fb77',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.832551] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.832819] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.832898] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 030fe47b-10ac-45cb-97bd-4ab0edd2fb77 with status ACTIVE [ 1254.833076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.833188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.833254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.833831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.833831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.833831] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.833831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.834024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.834695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.834839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.835079] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.835308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.835308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.835412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.835481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.835696] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 030fe47b-10ac-45cb-97bd-4ab0edd2fb77 is going to be updated. [ 1254.856107] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.856264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.856320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.856518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.856660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.856823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-030fe47b-10ac-45cb-97bd-4ab0edd2fb77" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.278528] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1256.278934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.279076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.279342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.279560] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.279747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.279829] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.280021] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.280134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.280261] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.783067] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.284922] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.788053] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.788053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.788053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.788640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.788640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.788640] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1257.819098] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.819336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.819336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.819544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.819787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.830341] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1259.327653] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.328184] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.841160] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1259.841453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.841625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.841844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.842077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.842215] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.842294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.842498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.842596] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.842713] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.842813] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.982914] env[66818]: INFO networking_nsxv3.common.synchronization [req-5bf20c42-c3c5-4424-858e-71a0fcc81a7a req-46ddfde3-3422-490a-aeaf-f3af11af6331 tempest-DeleteServersTestJSON-1654060677 tempest-DeleteServersTestJSON-1654060677-project-member] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1259.983571] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGHEST for action security_group_members [ 1259.983917] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.984053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.984943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.984943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.984943] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.984943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.984943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.984943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.984943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.985319] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.079875] env[66818]: INFO networking_nsxv3.common.synchronization [req-fd3ccce4-15f4-4988-9386-7032bf04e64d req-59533307-95ab-4025-9d41-9f145dbdae87 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1260.080974] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1260.081336] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.081443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.081521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.081785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.082010] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.082164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.082258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.082444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.082551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.082673] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.346071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.346071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.346071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.346071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.346071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.346071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.346071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.346564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.346564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.346564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.346657] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.346789] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.346884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.347114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.347317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.347449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.347539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.347852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.348069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.348195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.348297] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.406831] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.407160] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.407365] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.407817] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.408106] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.408272] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.408392] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.408629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.408775] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.408986] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.409110] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.409219] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.409327] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.409436] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.409540] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.409728] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.430784] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.431033] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.431103] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.431274] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.431588] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-b064b224-9372-41ce-ab1b-216802a1b011 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.431757] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.431878] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.432221] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.432358] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b064b224-9372-41ce-ab1b-216802a1b011',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.487024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.487307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.487307] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.487478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.487570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.487816] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.487921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.487985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.488159] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.488263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.488354] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be updated. [ 1260.514608] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.514756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.514836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.515026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.515167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.524162] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: IN_PROGRESS for 2s [ 1260.585562] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.585742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.585823] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.586227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.586365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.586591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.586700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.586771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.586934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.587034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.587128] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be updated. [ 1260.614452] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.614664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.614664] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.614864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.615018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.626298] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1260.851883] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1260.881249] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.881462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.881462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.882592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.882592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.882592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.882592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.882592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.882592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.882592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.882592] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.883129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.883129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.883129] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.883276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.883395] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.883493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.883553] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.883705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.883772] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.883866] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1260.934728] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.935029] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.935089] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.935377] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.935525] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.935677] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port b064b224-9372-41ce-ab1b-216802a1b011 not found, creating... [ 1260.935939] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.936105] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.936222] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.936436] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.936571] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.936848] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.936999] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.937131] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.937334] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.937463] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.937597] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: b064b224-9372-41ce-ab1b-216802a1b011 is going to be created. [ 1260.975364] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975364] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975631] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975873] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.976141] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.976375] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.978372] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.978720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.978720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.978980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.979218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.996871] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1261.660021] env[66818]: INFO networking_nsxv3.common.synchronization [req-fd3ccce4-15f4-4988-9386-7032bf04e64d req-58dfdc8a-9896-4df6-9d5e-0c29529327b5 service nova] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_rules [ 1261.660021] env[66818]: INFO networking_nsxv3.common.synchronization [req-fd3ccce4-15f4-4988-9386-7032bf04e64d req-58dfdc8a-9896-4df6-9d5e-0c29529327b5 service nova] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1261.660021] env[66818]: INFO networking_nsxv3.common.synchronization [req-fd3ccce4-15f4-4988-9386-7032bf04e64d req-58dfdc8a-9896-4df6-9d5e-0c29529327b5 service nova] Enqueued Resource ID: b064b224-9372-41ce-ab1b-216802a1b011 with Priority: HIGHEST for action port [ 1261.660958] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_rules [ 1261.661263] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1261.661514] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b064b224-9372-41ce-ab1b-216802a1b011 with Priority: HIGHEST for action port [ 1261.662014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.662393] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.662567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.662892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.663122] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.664166] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.664343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.664521] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b064b224-9372-41ce-ab1b-216802a1b011 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.664704] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.664759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.664927] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.665069] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b064b224-9372-41ce-ab1b-216802a1b011',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.167757] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.167900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.168117] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b064b224-9372-41ce-ab1b-216802a1b011 with status ACTIVE [ 1262.168268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.168366] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.168429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.168636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.168719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.169506] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.169506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.169506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.169506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.169506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.169506] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.169506] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.169886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.169886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.169886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.169968] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b064b224-9372-41ce-ab1b-216802a1b011 is going to be updated. [ 1262.243727] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.243929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.243929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.244176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.244330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.244633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.535047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 in Status: SUCCESS [ 1262.535266] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 deletion is rescheduled due to dependency. [ 1262.535308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.637934] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1262.638186] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec deletion is rescheduled due to dependency. [ 1262.638280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.638467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.638717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.638935] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.639085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.639169] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.639342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.639450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.639555] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.011808] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1263.012217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.142308] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.644789] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.147373] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.147733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.147733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.147817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.147909] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.148014] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be updated. [ 1264.194663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.194885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.194885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.195089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.195284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.205659] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1265.422824] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1265.422824] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1266.221303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1266.221518] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.221780] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.222196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.222429] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.222572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.222641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.222839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.223037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.223172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.223351] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.610997] env[66818]: INFO networking_nsxv3.common.synchronization [req-710f71d6-119a-4a44-ae94-bb98b7213e17 req-0de36c49-f655-4f87-b419-5b1294b66857 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1266.611554] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1266.611862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.612044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.612403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.612403] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.612626] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.612710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.612710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.613048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.613048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.613179] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.725851] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.726051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.726118] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.726389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.726583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.726689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.726742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.726892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.726986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.727091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.727250] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.727342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.727405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.727550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.727862] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.727979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.728126] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.728227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.728310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.728427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.728490] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.115253] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.231495] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12be7f80-617b-49ab-80b4-5f125e3b29ec: rpc.has_security_group_logging(os_id): False [ 1267.255424] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.255638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.255638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.255881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.256027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.256147] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.256250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.256658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.256859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.256940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.257151] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.257710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.257710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.257710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.257710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.257952] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.258029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.258073] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.258253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.258253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.258378] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be updated. [ 1267.321555] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.321813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.321813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.322029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.322173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.334766] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1267.618178] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.121589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.121777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.121777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.121985] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.122376] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.122376] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1268.153119] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.153119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.153119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.153119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.153119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.163669] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1268.666235] env[66818]: INFO networking_nsxv3.common.synchronization [None req-248e3e4c-2e30-4345-95e8-f93307ea0acc None None] Enqueued Resource ID: 0cd5caa5-8e8f-4c7c-b785-3f9124284246 with Priority: HIGHEST for action port [ 1268.667529] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd5caa5-8e8f-4c7c-b785-3f9124284246 with Priority: HIGHEST for action port [ 1268.667529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd5caa5-8e8f-4c7c-b785-3f9124284246 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.667529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd5caa5-8e8f-4c7c-b785-3f9124284246" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.667529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd5caa5-8e8f-4c7c-b785-3f9124284246" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.667800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd5caa5-8e8f-4c7c-b785-3f9124284246" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.667800] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd5caa5-8e8f-4c7c-b785-3f9124284246',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.171032] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cd5caa5-8e8f-4c7c-b785-3f9124284246 [ 1269.171032] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.171032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.171032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.171032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.171308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.171308] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cd5caa5-8e8f-4c7c-b785-3f9124284246 already deleted. [ 1269.171308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd5caa5-8e8f-4c7c-b785-3f9124284246" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.348402] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1269.348634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.896944] env[66818]: INFO networking_nsxv3.common.synchronization [req-d1877605-9f14-4e24-905d-af17e7b1b923 req-0737fb2f-e672-4244-88c3-71aa3ea04d60 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1269.897647] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGHEST for action security_group_members [ 1269.898035] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.898182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.898228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.898431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.898574] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.898746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.898746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.898991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.899131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.899244] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.969800] env[66818]: INFO networking_nsxv3.common.synchronization [req-d1877605-9f14-4e24-905d-af17e7b1b923 req-0737fb2f-e672-4244-88c3-71aa3ea04d60 tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: b064b224-9372-41ce-ab1b-216802a1b011 with Priority: HIGHEST for action port [ 1269.970436] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b064b224-9372-41ce-ab1b-216802a1b011 with Priority: HIGHEST for action port [ 1269.970801] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-b064b224-9372-41ce-ab1b-216802a1b011 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.970982] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.971133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.971385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.971491] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b064b224-9372-41ce-ab1b-216802a1b011',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.178850] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1270.179158] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.402237] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.402391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.402451] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.402678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.402771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.403090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.403201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.403267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.403420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.403610] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.403610] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be updated. [ 1270.435489] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.435627] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.435744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.435903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.436070] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.445957] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: IN_PROGRESS for 2s [ 1270.475333] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b064b224-9372-41ce-ab1b-216802a1b011 with status ACTIVE [ 1270.476045] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.476172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.476281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.476832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.476832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.476932] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.477192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.477192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.477381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.477608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.478382] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.478382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.478382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.478382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.478653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.478786] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b064b224-9372-41ce-ab1b-216802a1b011 is going to be updated. [ 1270.502338] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.502569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.502660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.502838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.502980] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.503188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b064b224-9372-41ce-ab1b-216802a1b011" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.653498] env[66818]: INFO networking_nsxv3.common.synchronization [None req-6508bb81-e031-4575-bf20-7c17e2ff3d8b None None] Enqueued Resource ID: eb813d30-24ea-4139-8fb5-61f8ffaf0e47 with Priority: HIGHEST for action port [ 1270.654083] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb813d30-24ea-4139-8fb5-61f8ffaf0e47 with Priority: HIGHEST for action port [ 1270.654543] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb813d30-24ea-4139-8fb5-61f8ffaf0e47 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.655036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb813d30-24ea-4139-8fb5-61f8ffaf0e47" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.655036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb813d30-24ea-4139-8fb5-61f8ffaf0e47" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.655197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb813d30-24ea-4139-8fb5-61f8ffaf0e47" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.655298] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb813d30-24ea-4139-8fb5-61f8ffaf0e47',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.159409] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb813d30-24ea-4139-8fb5-61f8ffaf0e47 [ 1271.159792] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.159928] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.160686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.160686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.160686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.160686] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb813d30-24ea-4139-8fb5-61f8ffaf0e47 already deleted. [ 1271.160686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb813d30-24ea-4139-8fb5-61f8ffaf0e47" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.467331] env[66818]: INFO networking_nsxv3.common.synchronization [req-26373211-438b-4a6a-bfc1-1e38ae668f40 req-511e90a0-cc99-427c-9306-67ccebaea544 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_members [ 1271.467899] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGHEST for action security_group_members [ 1271.468233] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.468350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.468453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.468611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.468775] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.468866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.468923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.469273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.469273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.469273] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.973108] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.973289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.973346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.973566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.973662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.974102] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.974102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.974102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.974413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.974413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.974413] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c is going to be updated. [ 1272.002991] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.003192] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.003250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.003459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.003600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.013099] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c in Status: IN_PROGRESS for 2s [ 1272.456241] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec in Status: SUCCESS [ 1272.456543] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec deletion is rescheduled due to dependency. [ 1272.456543] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.025410] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c in Status: SUCCESS [ 1274.025800] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c deletion is rescheduled due to dependency. [ 1274.025800] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.693177] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc804530-ce5a-4390-b2a7-3037c5b0c1ff req-03ce53cb-2843-4c64-af63-e67dffef7e9d tempest-InstanceActionsTestJSON-1262840735 tempest-InstanceActionsTestJSON-1262840735-project-member] Enqueued Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_members [ 1275.693177] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_members [ 1275.693177] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.693177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.693177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.693656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.693656] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.693656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.693656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.694177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.694177] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.694177] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.101066] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-10" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-10" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-10" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.101066] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.101066] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.101066] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.101066] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.101066] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.101066] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.102531] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.102531] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.102531] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.102531] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.102531] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.102531] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.102531] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-10" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.102531] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-24dc5d6e-f970-4350-9622-658102aac2c9 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.102531] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.102531] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.102531] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.102531] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dc5d6e-f970-4350-9622-658102aac2c9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.197437] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.197691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.197757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.198076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.198681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.198681] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.198681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.198681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.199020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.199020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.199020] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 already deleted. [ 1276.199020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.573095] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.573429] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.573673] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.574094] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.574342] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.574600] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 24dc5d6e-f970-4350-9622-658102aac2c9 not found, creating... [ 1276.575060] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.575336] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.575568] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.575945] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.576206] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.576656] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.577020] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.577274] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.577612] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.577869] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.578183] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 24dc5d6e-f970-4350-9622-658102aac2c9 is going to be created. [ 1276.642989] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.643368] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.645112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.645112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.645112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.645112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.318915] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc804530-ce5a-4390-b2a7-3037c5b0c1ff req-b76c44de-5352-4e1a-8d3f-4f73faabdc8a service nova] Enqueued Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_rules [ 1277.319236] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc804530-ce5a-4390-b2a7-3037c5b0c1ff req-b76c44de-5352-4e1a-8d3f-4f73faabdc8a service nova] Enqueued Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_members [ 1277.319297] env[66818]: INFO networking_nsxv3.common.synchronization [req-cc804530-ce5a-4390-b2a7-3037c5b0c1ff req-b76c44de-5352-4e1a-8d3f-4f73faabdc8a service nova] Enqueued Resource ID: 24dc5d6e-f970-4350-9622-658102aac2c9 with Priority: HIGHEST for action port [ 1277.319922] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_rules [ 1277.320062] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_members [ 1277.320330] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dc5d6e-f970-4350-9622-658102aac2c9 with Priority: HIGHEST for action port [ 1277.320662] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.320847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.320951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.321266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.321407] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.322312] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.322490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.322598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.322860] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.323066] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.323214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.323315] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.323516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.323645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.323779] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.324675] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-24dc5d6e-f970-4350-9622-658102aac2c9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.324807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.324807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.325072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.325202] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dc5d6e-f970-4350-9622-658102aac2c9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.826985] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.827143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.827339] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.829012] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24dc5d6e-f970-4350-9622-658102aac2c9 with status ACTIVE [ 1277.829347] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.829487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.829556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.829756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.829900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.830356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.830467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.830532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.830881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.831052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.831246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.831342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.831406] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.831560] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.831637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.831722] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24dc5d6e-f970-4350-9622-658102aac2c9 is going to be updated. [ 1277.857288] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.857517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.857517] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.857697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.857850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.858029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24dc5d6e-f970-4350-9622-658102aac2c9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.952406] env[66818]: INFO networking_nsxv3.common.synchronization [req-f0df2c0a-6944-4f39-b5ba-ddebb303e49c req-c4e90d54-cfa6-46b1-958c-70cba902fe7e tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1277.952976] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1277.953218] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.953342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.953392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.953670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.953861] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.953964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.954227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.954384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.954475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.954576] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.256441] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.256634] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.256766] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.257123] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.257396] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.257556] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.257673] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.257912] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.258254] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.258496] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1278.258613] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.258721] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.258830] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.258944] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1278.259060] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.259201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.276889] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.277071] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1278.277216] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.277392] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.277739] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.277946] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.278038] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.278371] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.278509] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f3194a-93ab-49c9-ac7c-fc0bf48a71f1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.329303] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.457512] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.781099] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.781310] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.781406] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.781831] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.782038] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.782260] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 not found, creating... [ 1278.782572] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.782785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.782913] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.783273] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.783462] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.783781] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.783986] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.784151] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.784391] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.784556] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.784735] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 is going to be created. [ 1278.807090] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.807463] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.807463] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.807703] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.807938] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.808203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.832816] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.832816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.832816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.832816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.832816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.833147] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 is going to be created. [ 1278.865078] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.865078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.865078] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.865302] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.865430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.890654] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 in Status: UNINITIALIZED for 2s [ 1278.960281] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.463640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.463640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.463640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.463640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.464180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.464180] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1279.493100] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.493100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.493100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.493100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.493100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.502834] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1279.513874] env[66818]: INFO networking_nsxv3.common.synchronization [req-f0df2c0a-6944-4f39-b5ba-ddebb303e49c req-e2d053c9-66ae-4b7c-aee2-1252337a46fa service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1279.514444] env[66818]: INFO networking_nsxv3.common.synchronization [req-f0df2c0a-6944-4f39-b5ba-ddebb303e49c req-e2d053c9-66ae-4b7c-aee2-1252337a46fa service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1279.514605] env[66818]: INFO networking_nsxv3.common.synchronization [req-f0df2c0a-6944-4f39-b5ba-ddebb303e49c req-e2d053c9-66ae-4b7c-aee2-1252337a46fa service nova] Enqueued Resource ID: 98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 with Priority: HIGHEST for action port [ 1279.514826] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1279.514957] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1279.515094] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 with Priority: HIGHEST for action port [ 1279.515854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.515975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.516127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.516383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.516565] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.517445] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.517525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.517827] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.517827] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.517964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.518106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.518185] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f3194a-93ab-49c9-ac7c-fc0bf48a71f1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.021058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.021058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.021058] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 with status ACTIVE [ 1280.021058] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.021058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.021058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.021420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.021420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.021503] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.021598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.021658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.021798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.021890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.022071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.022221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.022221] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.022653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.022653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.022653] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98f3194a-93ab-49c9-ac7c-fc0bf48a71f1 is going to be updated. [ 1280.042945] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.043174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.043262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.043432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.043566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.043727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f3194a-93ab-49c9-ac7c-fc0bf48a71f1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430015] env[66818]: INFO networking_nsxv3.common.synchronization [None req-7d529eb8-df71-4f70-9e11-b511d50e5106 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_rules [ 1280.430430] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_rules [ 1280.434163] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.434163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.434163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.434163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.434163] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.512387] env[66818]: INFO networking_nsxv3.common.synchronization [None req-f1f9f664-7811-45db-86ca-95c9e6477c9f tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_rules [ 1280.512941] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_rules [ 1280.513267] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.513370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.909371] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 in Status: SUCCESS [ 1280.909890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.910200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.910633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.910983] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.911224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.911364] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.911630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.911799] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.911961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.912133] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.951059] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.951356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.951415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.951679] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.952155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.952155] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a already deleted. [ 1280.952155] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.952292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.952457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.952558] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.414962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.415296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.415462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.415741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.415936] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.416062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.416127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.416313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.416397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.416584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.416749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.416847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.416908] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.417068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.417212] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.417304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.417377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.417497] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.417575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.417656] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.417757] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.479088] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.479328] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.479434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.479667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.479805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.479956] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a already deleted. [ 1281.480092] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.516542] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1281.516821] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.516971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.517239] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.517442] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.517608] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.517641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.517791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.517916] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.518114] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.920148] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3799af3-ea0d-42ca-81bc-75e1a5162609: rpc.has_security_group_logging(os_id): False [ 1281.941423] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.941594] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.941638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.941870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.942028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.942183] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.942294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.942346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.942537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.942617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.942821] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.942940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.943018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.943171] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.943246] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.943441] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.943571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.943616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.943958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.943958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.943958] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 is going to be created. [ 1282.020849] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.036229] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.036491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.036491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.036649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.036830] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.051947] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 in Status: IN_PROGRESS for 2s [ 1282.524243] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.025855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.025855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.025973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.026292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.026461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.026633] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1283.067760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.067999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.068121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.068345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.068498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.080041] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1284.067680] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 in Status: SUCCESS [ 1284.068125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.089603] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1285.089940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.090121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.090336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.090515] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.090635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.090703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.091329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.091329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.091329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.091329] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.513936] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.513936] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1285.593778] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.594039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.594039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.594320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.594520] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.594651] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.594839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.595056] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.595172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.595243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.595401] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.595496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.595558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.595703] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.595845] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.595936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.595998] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.596148] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.596223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.596303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.596392] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.075202] env[66818]: INFO networking_nsxv3.common.synchronization [req-8e594c6b-7a12-4ab5-8823-d3c54a73196e req-44eb06a1-ed53-4d4d-b8e2-b1e9e9864bde tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_members [ 1286.075758] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_members [ 1286.076082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.076207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.076271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.076530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.076683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.076769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.076836] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.076981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.077264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.077378] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.099402] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1286.123749] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.123937] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.123990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.124189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.125082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.125082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.125082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.125082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.125082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.125401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.125401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.125401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.126316] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.126316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.126316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.126316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.126316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.126316] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1286.202491] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.202720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.202720] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.203125] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.203379] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.222231] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1286.430715] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.430983] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.431073] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.431365] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.431613] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.431814] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.431879] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.432112] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.432304] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.432491] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.432599] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.432720] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.432819] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.432895] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.432999] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.433153] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.469782] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.470119] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.470315] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.470462] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-866" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.470956] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.471322] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.471497] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.471981] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.472228] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a8e784-7ba6-4f96-9f59-0947bc94e4f5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.580929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.580929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.580929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.580929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.580929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.580929] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.581325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.581325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.581325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.581325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.581325] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a already deleted. [ 1286.581491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.974920] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.975183] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.975258] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.975549] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.975702] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.975860] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 94a8e784-7ba6-4f96-9f59-0947bc94e4f5 not found, creating... [ 1286.976140] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.976342] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.976466] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.976688] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.976837] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.977132] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.977302] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.977424] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.977593] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.977728] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.977885] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 94a8e784-7ba6-4f96-9f59-0947bc94e4f5 is going to be created. [ 1287.000550] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.000550] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.000550] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.000550] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.000982] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.001178] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.674930] env[66818]: INFO networking_nsxv3.common.synchronization [req-8e594c6b-7a12-4ab5-8823-d3c54a73196e req-e093bae9-bfee-4e49-937b-a214659a6458 service nova] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_rules [ 1287.674930] env[66818]: INFO networking_nsxv3.common.synchronization [req-8e594c6b-7a12-4ab5-8823-d3c54a73196e req-e093bae9-bfee-4e49-937b-a214659a6458 service nova] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_members [ 1287.674930] env[66818]: INFO networking_nsxv3.common.synchronization [req-8e594c6b-7a12-4ab5-8823-d3c54a73196e req-e093bae9-bfee-4e49-937b-a214659a6458 service nova] Enqueued Resource ID: 94a8e784-7ba6-4f96-9f59-0947bc94e4f5 with Priority: HIGHEST for action port [ 1287.675399] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_rules [ 1287.675399] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_members [ 1287.675482] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a8e784-7ba6-4f96-9f59-0947bc94e4f5 with Priority: HIGHEST for action port [ 1287.675803] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.675870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.675929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.676342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.676342] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.680490] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.680658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.680731] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.681219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.681219] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.681395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.681395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.681607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.681700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.681826] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.684029] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.685352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.685352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.685352] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.685352] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a8e784-7ba6-4f96-9f59-0947bc94e4f5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.184478] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.186715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.186863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.186982] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94a8e784-7ba6-4f96-9f59-0947bc94e4f5 with status ACTIVE [ 1288.187161] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.187261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.187330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.187528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.187614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.187779] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.187874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.187936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.188112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.188191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.188370] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.189227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.189227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.189227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.189227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.189227] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94a8e784-7ba6-4f96-9f59-0947bc94e4f5 is going to be updated. [ 1288.210168] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.210737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.210737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.210737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.210737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.210890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a8e784-7ba6-4f96-9f59-0947bc94e4f5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.241845] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1288.242086] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.691384] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.194962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.195186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.195253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.195555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.195694] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.195813] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a is going to be created. [ 1289.225959] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.226176] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.226250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.226437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.226631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.236984] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: UNINITIALIZED for 2s [ 1291.247466] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: UNINITIALIZED for 4s [ 1292.676415] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.676787] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1293.260964] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: SUCCESS [ 1293.261973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.261973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.261973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.261973] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.262206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.262206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.262438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.262586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.262696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.262812] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.297440] env[66818]: INFO networking_nsxv3.common.synchronization [req-671ac57a-195e-42e0-bf31-a5b4def589bd req-9343997f-cd14-4722-95ec-8314d32b9fee tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1293.297570] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1293.297863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.298048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.298259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.298470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.298623] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.299874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.299874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.299874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.299874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.299874] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.310455] env[66818]: INFO networking_nsxv3.common.synchronization [req-91219dd5-ee35-4bb2-89f2-b9abc89bcfb8 req-f61832be-8e47-4716-bf79-f977e20fa663 tempest-InstanceActionsTestJSON-1262840735 tempest-InstanceActionsTestJSON-1262840735-project-member] Enqueued Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_members [ 1293.311390] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGHEST for action security_group_members [ 1293.311715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.311838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.311905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.312119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.312271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.312447] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.312509] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.312659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.312742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.312834] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.655557] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.655740] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.655877] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.656168] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.656422] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.656604] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.656704] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.656913] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.657080] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.657293] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.657406] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.657638] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.657638] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.657761] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.657867] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.657995] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.683997] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.683997] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.684517] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.684517] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.684972] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-a9339d9a-146f-489d-ba3d-daa85a14e3bf taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.684972] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.685115] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.685654] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.685703] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9339d9a-146f-489d-ba3d-daa85a14e3bf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.765519] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.801383] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.814505] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.814726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.814726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.814919] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.815015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.815214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.815311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.815375] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.815525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.815603] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.815687] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 is going to be updated. [ 1293.850977] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.850977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.851165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.851298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.851449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.861881] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 in Status: IN_PROGRESS for 2s [ 1294.188587] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.188904] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.188904] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.189179] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.189329] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.189487] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port a9339d9a-146f-489d-ba3d-daa85a14e3bf not found, creating... [ 1294.189772] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.190088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.190184] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.190438] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.190623] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.190953] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.191146] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.191280] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.191498] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.191629] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.191770] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: a9339d9a-146f-489d-ba3d-daa85a14e3bf is going to be created. [ 1294.215653] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.215943] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.216039] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.216299] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.216549] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.216790] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.267825] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750e528e-6e34-49fc-953d-15bb4c91f44a: rpc.has_security_group_logging(os_id): False [ 1294.300292] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.300521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.300521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.300708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.300794] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.301063] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.301186] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.301255] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.301417] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.301495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.301584] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a is going to be created. [ 1294.303205] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.438824] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.438972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.439018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.439317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.439545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.455817] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: IN_PROGRESS for 2s [ 1294.806441] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.806441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.806441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.806920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.806920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.806920] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1294.853341] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.853547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.853547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.853833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.854089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.869447] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1294.914970] env[66818]: INFO networking_nsxv3.common.synchronization [req-671ac57a-195e-42e0-bf31-a5b4def589bd req-a99e04d9-b3b8-4f86-9a23-dfe7dbd7160c service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1294.915194] env[66818]: INFO networking_nsxv3.common.synchronization [req-671ac57a-195e-42e0-bf31-a5b4def589bd req-a99e04d9-b3b8-4f86-9a23-dfe7dbd7160c service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1294.915334] env[66818]: INFO networking_nsxv3.common.synchronization [req-671ac57a-195e-42e0-bf31-a5b4def589bd req-a99e04d9-b3b8-4f86-9a23-dfe7dbd7160c service nova] Enqueued Resource ID: a9339d9a-146f-489d-ba3d-daa85a14e3bf with Priority: HIGHEST for action port [ 1294.915886] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1294.916245] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1294.916404] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9339d9a-146f-489d-ba3d-daa85a14e3bf with Priority: HIGHEST for action port [ 1294.916685] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.916807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.916875] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.917089] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.917171] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.918470] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.918584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.918863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9339d9a-146f-489d-ba3d-daa85a14e3bf taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.919028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.919083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.919304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.919440] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9339d9a-146f-489d-ba3d-daa85a14e3bf',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.421833] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.422146] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.422490] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9339d9a-146f-489d-ba3d-daa85a14e3bf with status ACTIVE [ 1295.422818] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.423053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.423217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.423549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.423715] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.424016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.424187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.424310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.424511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.424612] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.425193] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.425193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.425193] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.425416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.425416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.425416] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9339d9a-146f-489d-ba3d-daa85a14e3bf is going to be updated. [ 1295.449473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.450386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.450386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.450386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.450386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.450386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9339d9a-146f-489d-ba3d-daa85a14e3bf" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.547787] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee1879f1-1097-4b19-873c-3329b62127e4 req-8fa5e977-ca91-44bc-a3b4-58b92f63e0ca tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1295.548472] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1295.548731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.548845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.548907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.549288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.549449] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.549940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.550024] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.550263] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.550360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.550460] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.875978] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 in Status: SUCCESS [ 1295.876217] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 deletion is rescheduled due to dependency. [ 1295.876338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.053741] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.361904] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.362117] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.362242] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.362544] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.362800] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.362954] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.363085] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.363299] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.363436] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.363641] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.363750] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.363854] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.363978] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.364077] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.364182] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.364336] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.387777] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.388162] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.388381] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.388575] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-979" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.388914] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-51959f65-78d1-4ff1-86c4-42996abf57e9 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.389147] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.389278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.389625] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.389776] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51959f65-78d1-4ff1-86c4-42996abf57e9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.468884] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: SUCCESS [ 1296.469136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.556779] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.879244] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1296.879550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.879633] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.879848] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.880100] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.880272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.880272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.880474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.880551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.880598] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.892230] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.892445] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.892586] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.892824] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.892967] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.893129] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 51959f65-78d1-4ff1-86c4-42996abf57e9 not found, creating... [ 1296.893376] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.893527] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.893643] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.893853] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.893987] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.894342] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.894508] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.894625] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.894829] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.894962] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.895112] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 51959f65-78d1-4ff1-86c4-42996abf57e9 is going to be created. [ 1296.915215] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.915430] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.915553] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.915820] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.916064] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.916310] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.059068] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.059068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.059382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.059382] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.059457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.059492] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be updated. [ 1297.096931] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.097457] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.097589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.097804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.097949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.110211] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1297.383283] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.611312] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee1879f1-1097-4b19-873c-3329b62127e4 req-fae668b0-9711-495e-a9f3-94a8f468d320 service nova] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 1297.611572] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee1879f1-1097-4b19-873c-3329b62127e4 req-fae668b0-9711-495e-a9f3-94a8f468d320 service nova] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1297.611572] env[66818]: INFO networking_nsxv3.common.synchronization [req-ee1879f1-1097-4b19-873c-3329b62127e4 req-fae668b0-9711-495e-a9f3-94a8f468d320 service nova] Enqueued Resource ID: 51959f65-78d1-4ff1-86c4-42996abf57e9 with Priority: HIGHEST for action port [ 1297.612188] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_rules [ 1297.612356] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1297.612474] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51959f65-78d1-4ff1-86c4-42996abf57e9 with Priority: HIGHEST for action port [ 1297.612815] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.612815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.613248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.613333] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.613421] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.614307] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.615251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.617028] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-51959f65-78d1-4ff1-86c4-42996abf57e9 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.617028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.617028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.617028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.617028] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51959f65-78d1-4ff1-86c4-42996abf57e9',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.889307] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.117986] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.117986] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.121740] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51959f65-78d1-4ff1-86c4-42996abf57e9 with status ACTIVE [ 1298.121894] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.122065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.122157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.122435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.122567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.122819] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.122953] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.123051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.123270] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.123373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.123629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.123754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.123838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.124040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.124143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.124265] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51959f65-78d1-4ff1-86c4-42996abf57e9 is going to be updated. [ 1298.147743] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.147743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.147743] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.147970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.148311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.148525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51959f65-78d1-4ff1-86c4-42996abf57e9" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.392387] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.392574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.392574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.392991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.392991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.392991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1298.439826] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.439826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.439826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.439826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.439826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.449127] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1299.120546] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1299.120866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.121863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.121863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.121863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.121863] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.122085] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.122163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.122261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.122391] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.625996] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.128880] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.464455] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.467023] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.467023] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.467023] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.632904] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.633140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.633247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.633527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.633644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.633782] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be updated. [ 1300.671357] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.671569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.671620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.672140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.672140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.684097] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1300.927512] env[66818]: INFO networking_nsxv3.common.synchronization [None req-52501e8d-4f2f-4275-86bc-fba984324c78 None None] Enqueued Resource ID: 63d3b86b-0424-48f8-8374-1e5d9cc359fb with Priority: HIGHEST for action port [ 1300.928248] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d3b86b-0424-48f8-8374-1e5d9cc359fb with Priority: HIGHEST for action port [ 1300.928588] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d3b86b-0424-48f8-8374-1e5d9cc359fb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.928711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d3b86b-0424-48f8-8374-1e5d9cc359fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.928779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d3b86b-0424-48f8-8374-1e5d9cc359fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.929059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d3b86b-0424-48f8-8374-1e5d9cc359fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.929191] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d3b86b-0424-48f8-8374-1e5d9cc359fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.969229] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.970540] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.970540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.971138] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.971138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.971138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.971138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.971138] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.971138] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.971559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.971559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.971559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.971559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.971671] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.432073] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63d3b86b-0424-48f8-8374-1e5d9cc359fb [ 1301.432417] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.432507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.432542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.432763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.432858] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.432959] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63d3b86b-0424-48f8-8374-1e5d9cc359fb already deleted. [ 1301.433066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d3b86b-0424-48f8-8374-1e5d9cc359fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.474208] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1301.499027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.499027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.499027] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.499027] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.499748] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.499748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.499748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.499748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.499748] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.499894] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1301.614591] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.614591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.614591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.614591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.614889] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.636766] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1301.772135] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0daf95f9-bba8-4146-9a11-a39cd52bc017 tempest-ServerActionsV293TestJSON-176661296 tempest-ServerActionsV293TestJSON-176661296-project-member] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_rules [ 1301.773037] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_rules [ 1301.773214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.773367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.773421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.773705] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.773831] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.898283] env[66818]: INFO networking_nsxv3.common.synchronization [None req-156d08c4-f3ba-4660-869e-2b907781ff7a tempest-ServerActionsV293TestJSON-176661296 tempest-ServerActionsV293TestJSON-176661296-project-member] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_rules [ 1301.899121] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_rules [ 1301.899874] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.900226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.300727] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.300983] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.301127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.301493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.301718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.302415] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a already deleted. [ 1302.302415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.302415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.302415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.302415] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.696767] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1302.697180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.697262] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.697498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.697722] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.697866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.697941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.698153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.698259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.698313] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.698407] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.824971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.825167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.825226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.825442] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.825538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.825637] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a already deleted. [ 1302.825724] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.201905] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.254854] env[66818]: INFO networking_nsxv3.common.synchronization [None req-245625d6-6e98-46e3-be26-70fb87877e57 None None] Enqueued Resource ID: 2d49abab-7c33-4d2a-8c2c-31a21d13548d with Priority: HIGHEST for action port [ 1303.254854] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d49abab-7c33-4d2a-8c2c-31a21d13548d with Priority: HIGHEST for action port [ 1303.255914] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d49abab-7c33-4d2a-8c2c-31a21d13548d taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.255914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d49abab-7c33-4d2a-8c2c-31a21d13548d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.255914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d49abab-7c33-4d2a-8c2c-31a21d13548d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.255914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d49abab-7c33-4d2a-8c2c-31a21d13548d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.255914] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d49abab-7c33-4d2a-8c2c-31a21d13548d',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.654125] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1303.654385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.704986] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b823917-bc92-45fc-92fb-2edbc6547987: rpc.has_security_group_logging(os_id): False [ 1303.724779] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.724973] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.725066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.725294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.746055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.746380] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.746565] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.746691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.747105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.747217] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.747320] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be updated. [ 1303.758436] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d49abab-7c33-4d2a-8c2c-31a21d13548d [ 1303.758802] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.758897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.758975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.759323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.759473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.759677] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d49abab-7c33-4d2a-8c2c-31a21d13548d already deleted. [ 1303.759894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d49abab-7c33-4d2a-8c2c-31a21d13548d" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.825745] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.825745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.825745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.825745] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.826019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.843631] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1305.861866] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1305.862637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.376092] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.376318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.376318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.376597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.376725] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.879196] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.381263] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.883324] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1307.883654] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1307.987474] env[66818]: INFO networking_nsxv3.common.synchronization [req-fb319068-4cdb-4285-8597-243b36e0b7ef req-cd398a71-df48-4996-b157-8f152eaf32e3 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1307.988539] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1307.988539] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.988539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.988539] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.988775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.988838] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.989356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.989356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.989356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.989356] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.989356] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.491579] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.669640] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.669893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.669893] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.670154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.685625] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1308.686803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.688291] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1308.729788] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.730032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.730082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.730353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.742592] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.743595] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1308.743707] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1308.743876] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1308.784852] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.785071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.785071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.785222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.786401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.786561] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1308.860748] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.860991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.860991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.861250] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.861582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.861882] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1308.952328] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.952763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.952763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.952763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.953033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.953318] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1308.953416] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'12be7f80-617b-49ab-80b4-5f125e3b29ec', 'd54a5334-7ae1-4cc0-b2ae-4ee96b74812f', 'f5e13ffc-5aaa-4488-aeff-f50a9ff04f74', 'ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a', 'f5605d87-e068-4aea-a3d3-c0515bce1a27', 'd16376ee-176e-46d5-9f70-947ea1a8a616', 'eef39f0a-22e8-4332-83d9-189eb772c1ea', 'e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e', 'bfdb67db-2e24-48c0-9d5e-2aad0b42b289', 'a3799af3-ea0d-42ca-81bc-75e1a5162609', '0088440d-0175-4183-bf0a-c368b70c2a72', 'e10456c6-8d68-4048-abd2-8b06bef4e7f8', '22e0ee42-54e9-41a5-a2a1-473f792f7077', '5414ee50-cad2-40e1-a1ad-9dcc813c10aa', '877e1910-c4ea-4b0c-aa17-8a34cd97d57c', 'a62f895d-76af-4aea-9de0-773ef8ad7148', '62c689d8-3893-449f-952b-480f1317ef78', '1b823917-bc92-45fc-92fb-2edbc6547987', '875fc509-a842-4d29-9926-9be3c0d7fb89', '24d64a5f-9037-4b44-aad9-b14c0acf42c6', '76b6eaf0-e38a-4aee-9349-4ece205795fb', '8b7d5d43-fea3-4b06-b62b-284add7bf1f0', '543ecab1-d2f2-4d75-ac2b-1f91ff1d8549', '7f8be1ae-3644-478a-8028-22c968a761b1', 'd49ba839-2eb4-40d8-bde8-2fd44bc1182e', '8de1d05a-84eb-43e9-a363-4a932f2811f3', 'f9422f98-924c-43bc-b87c-5c937a73ec46', '4f58f9d2-2a54-4371-b526-86f62f920780', '750e528e-6e34-49fc-953d-15bb4c91f44a', '4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5', '6103171f-f97d-4317-beec-d8ce6f18953c', '9752faea-574e-410e-b1c2-b111699c7d5b', 'd34d1cd3-8982-43ca-8e8a-891f3bb3acb1', 'ce7d5e14-43df-4da4-9dfd-1d3c03a5e963', 'e29d65dc-d5c3-4959-b12f-31f91ba9d72e', 'd098bc4c-96fc-4f4b-afe9-eb1083c02124', '7ccef50d-ccad-4792-8150-9902026e2d6d'} {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1308.953493] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1308.973168] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.973385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.973385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.973611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.973710] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.973837] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1308.973907] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1308.973977] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1308.994031] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.052177] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.052481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.052481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.052739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.054527] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.054858] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1309.054945] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.055047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1309.055133] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1309.055201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1309.055295] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGH for action security_group_rules [ 1309.055442] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGH for action security_group_rules [ 1309.055498] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGH for action security_group_rules [ 1309.055998] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGH for action security_group_rules [ 1309.056091] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGH for action security_group_rules [ 1309.056162] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGH for action security_group_rules [ 1309.056304] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGH for action security_group_rules [ 1309.056363] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGH for action security_group_rules [ 1309.056421] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGH for action security_group_rules [ 1309.056469] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGH for action security_group_rules [ 1309.056541] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGH for action security_group_rules [ 1309.056648] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGH for action security_group_rules [ 1309.056752] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGH for action security_group_rules [ 1309.056752] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGH for action security_group_rules [ 1309.056834] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGH for action security_group_rules [ 1309.056834] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGH for action security_group_rules [ 1309.056897] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGH for action security_group_rules [ 1309.056942] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGH for action security_group_rules [ 1309.057017] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGH for action security_group_rules [ 1309.057115] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGH for action security_group_rules [ 1309.057214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.496194] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.496421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.496421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.496647] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.496734] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.496836] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1309.535195] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.535415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.535461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.535674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.535833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.544777] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1311.555737] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1311.556076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.988779] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.989194] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1312.989194] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec with Priority: HIGH for action security_group_rules [ 1312.989194] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 with Priority: HIGH for action security_group_rules [ 1312.989312] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef39f0a-22e8-4332-83d9-189eb772c1ea with Priority: HIGH for action security_group_rules [ 1312.989343] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c with Priority: HIGH for action security_group_rules [ 1312.989481] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 with Priority: HIGH for action security_group_rules [ 1312.989542] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGH for action security_group_rules [ 1312.989630] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGH for action security_group_rules [ 1312.989731] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c689d8-3893-449f-952b-480f1317ef78 with Priority: HIGH for action security_group_rules [ 1312.989821] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa with Priority: HIGH for action security_group_rules [ 1312.989909] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62f895d-76af-4aea-9de0-773ef8ad7148 with Priority: HIGH for action security_group_rules [ 1312.989999] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 with Priority: HIGH for action security_group_rules [ 1312.990113] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 with Priority: HIGH for action security_group_rules [ 1312.990204] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0088440d-0175-4183-bf0a-c368b70c2a72 with Priority: HIGH for action security_group_rules [ 1312.990338] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 with Priority: HIGH for action security_group_rules [ 1312.990467] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 with Priority: HIGH for action security_group_rules [ 1312.990562] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGH for action security_group_rules [ 1312.990703] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e with Priority: HIGH for action security_group_rules [ 1312.990787] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 with Priority: HIGH for action security_group_rules [ 1312.990865] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f with Priority: HIGH for action security_group_rules [ 1312.990953] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a with Priority: HIGH for action security_group_rules [ 1312.991355] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12be7f80-617b-49ab-80b4-5f125e3b29ec taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.991900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.991992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.992222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.992307] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12be7f80-617b-49ab-80b4-5f125e3b29ec',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.993310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.993448] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.993520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.993680] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.993757] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e13ffc-5aaa-4488-aeff-f50a9ff04f74',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.994565] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef39f0a-22e8-4332-83d9-189eb772c1ea taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.994673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.994756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.994907] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.994989] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef39f0a-22e8-4332-83d9-189eb772c1ea',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.995722] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.995840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.995914] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.996088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.996168] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('877e1910-c4ea-4b0c-aa17-8a34cd97d57c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.997066] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.997066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.997066] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.997203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.997252] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d64a5f-9037-4b44-aad9-b14c0acf42c6',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.998056] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.998173] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.998254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.998424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.998499] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.999189] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.999475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.999475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.999580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.999580] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.000308] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62c689d8-3893-449f-952b-480f1317ef78 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.000440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.000507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.000655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.000729] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62c689d8-3893-449f-952b-480f1317ef78',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.003393] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.003512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.004170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.004170] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.004170] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5414ee50-cad2-40e1-a1ad-9dcc813c10aa',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.004770] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62f895d-76af-4aea-9de0-773ef8ad7148 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.004879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.004942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.005108] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.005194] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62f895d-76af-4aea-9de0-773ef8ad7148',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.005889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22e0ee42-54e9-41a5-a2a1-473f792f7077 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.006547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.006547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.006547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.006547] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22e0ee42-54e9-41a5-a2a1-473f792f7077',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.007374] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.007542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.007595] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.007770] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.007826] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e10456c6-8d68-4048-abd2-8b06bef4e7f8',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.008629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0088440d-0175-4183-bf0a-c368b70c2a72 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.008765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.008839] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.009041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.009148] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0088440d-0175-4183-bf0a-c368b70c2a72',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.010024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3799af3-ea0d-42ca-81bc-75e1a5162609 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.010180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.010259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.010472] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.010578] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3799af3-ea0d-42ca-81bc-75e1a5162609',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.011403] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.011467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.011521] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.011711] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.011802] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb67db-2e24-48c0-9d5e-2aad0b42b289',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.012626] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.012768] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.012870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.013211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.013211] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.014032] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.014149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.014247] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.014424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.014544] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.015333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5605d87-e068-4aea-a3d3-c0515bce1a27 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.015470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.015555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.015739] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.015832] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5605d87-e068-4aea-a3d3-c0515bce1a27',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.016576] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.016723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.016809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.016991] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.017098] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d54a5334-7ae1-4cc0-b2ae-4ee96b74812f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.017863] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.018015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.018097] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.018309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.018432] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.525901] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.526214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.526214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.526350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.526502] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.526622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.526674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.527127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.527127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.527127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.527127] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.529159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.529337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.529337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.529481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.529637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.529854] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.529923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.530111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.530202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.530288] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.530404] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.539402] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.539402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.539402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.539738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.539738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.539885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.539933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.540087] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.540175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.540286] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.540403] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.594538] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.594807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.594807] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.595106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.602273] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.602481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.607341] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.607624] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.608384] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.608601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.612024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.612210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.613209] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.613409] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.614583] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.614708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.615515] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.615641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.616855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.617039] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.618114] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.618429] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.619200] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.619384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.620106] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.620566] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.620653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.621334] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.621707] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.621802] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.622388] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.622765] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.622852] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.623444] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.624044] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.624044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.624613] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.625064] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.625162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.625742] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.626139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.626282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3799af3-ea0d-42ca-81bc-75e1a5162609 is going to be deleted. [ 1313.627670] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.627762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.627828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.628029] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.646052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.646184] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d64a5f-9037-4b44-aad9-b14c0acf42c6 is going to be deleted. [ 1313.647072] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.647303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.667870] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.668027] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d54a5334-7ae1-4cc0-b2ae-4ee96b74812f is going to be deleted. [ 1313.668995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.669222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.691669] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.691900] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.694061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.694196] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb67db-2e24-48c0-9d5e-2aad0b42b289 is going to be deleted. [ 1313.695113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.695329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.701349] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.701563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.728473] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.728649] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e10456c6-8d68-4048-abd2-8b06bef4e7f8 is going to be deleted. [ 1313.729644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.729758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.733326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.733462] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.747094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.747247] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5605d87-e068-4aea-a3d3-c0515bce1a27 is going to be deleted. [ 1313.748777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.748777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.784655] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.784785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.788959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.789102] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62f895d-76af-4aea-9de0-773ef8ad7148 is going to be deleted. [ 1313.790036] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.790231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.847598] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.847598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.857030] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.857522] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.859058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.859273] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22e0ee42-54e9-41a5-a2a1-473f792f7077 is going to be deleted. [ 1313.860373] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.860591] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.933947] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.933947] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e13ffc-5aaa-4488-aeff-f50a9ff04f74 is going to be deleted. [ 1313.934444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.934668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.038817] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.039275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.039275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.039385] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.039614] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.039784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.039896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.040168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.040336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.040435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.040618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.040754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.040828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.040979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.041154] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.041344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.041344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.041501] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.041622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.041716] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.041854] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.043063] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.056945] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.135545] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.135545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.142632] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.142800] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12be7f80-617b-49ab-80b4-5f125e3b29ec is going to be deleted. [ 1314.143791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.144033] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.186372] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.186532] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.188296] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.188430] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5414ee50-cad2-40e1-a1ad-9dcc813c10aa is going to be deleted. [ 1314.189338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.189559] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.227172] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.227432] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef39f0a-22e8-4332-83d9-189eb772c1ea is going to be deleted. [ 1314.228434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.228669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.286450] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.286450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.406066] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.406279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.408857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.409052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.432422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.432647] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e is going to be deleted. [ 1314.433572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.433797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.464631] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.464824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.478191] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.478383] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62c689d8-3893-449f-952b-480f1317ef78 is going to be deleted. [ 1314.479719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.480099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.501693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.501840] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 877e1910-c4ea-4b0c-aa17-8a34cd97d57c is going to be deleted. [ 1314.502784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.503012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.545836] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1314.547242] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b823917-bc92-45fc-92fb-2edbc6547987: rpc.has_security_group_logging(os_id): False [ 1314.559264] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875fc509-a842-4d29-9926-9be3c0d7fb89: rpc.has_security_group_logging(os_id): False [ 1314.577122] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.577301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.589019] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.589019] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a is going to be deleted. [ 1314.589384] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.589657] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.598823] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.598948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.605717] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.605717] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.612012] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.612012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.651561] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.651561] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.667917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.668284] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0088440d-0175-4183-bf0a-c368b70c2a72 is going to be deleted. [ 1314.669454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.669860] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.669954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.670062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3799af3-ea0d-42ca-81bc-75e1a5162609" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.670278] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.670464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.670555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.670804] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d64a5f-9037-4b44-aad9-b14c0acf42c6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.672135] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.672303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.672421] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.672949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.672949] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.673035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-877e1910-c4ea-4b0c-aa17-8a34cd97d57c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.673214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.673410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.673493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.673620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d54a5334-7ae1-4cc0-b2ae-4ee96b74812f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.673786] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.673903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.674028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.674143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb67db-2e24-48c0-9d5e-2aad0b42b289" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.674299] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.674444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.674536] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.674658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e10456c6-8d68-4048-abd2-8b06bef4e7f8" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.674787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.674933] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.675013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.675141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5605d87-e068-4aea-a3d3-c0515bce1a27" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.675279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.675435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.675512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.675626] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62f895d-76af-4aea-9de0-773ef8ad7148" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.675746] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.675880] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.675992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.676132] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22e0ee42-54e9-41a5-a2a1-473f792f7077" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.676325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.676732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.676732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.676732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e13ffc-5aaa-4488-aeff-f50a9ff04f74" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.676732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.676968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.676968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.677045] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12be7f80-617b-49ab-80b4-5f125e3b29ec" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.677204] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.677338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.677435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.677550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5414ee50-cad2-40e1-a1ad-9dcc813c10aa" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.677662] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.677811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.677811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.678018] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef39f0a-22e8-4332-83d9-189eb772c1ea" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.678142] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.678310] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.728010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.728356] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.728475] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.728653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.728759] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.728831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.728933] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be updated. [ 1314.730139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.730397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.736019] env[66818]: INFO networking_nsxv3.common.synchronization [req-82fdea19-5bf3-4e69-8866-00b2de50ea58 req-6cd89e04-75dd-468f-9172-4ffaf88a41b4 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1314.736758] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1314.737169] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.737267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.737397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.737523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.737704] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.737809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.737872] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.738058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.738141] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.738248] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.740167] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.740321] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.807199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.807473] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.807554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.807589] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.807769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.807851] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.807954] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1314.809071] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.809659] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.809742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.809865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62c689d8-3893-449f-952b-480f1317ef78" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.809992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.810156] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.812887] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.812975] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.854432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.854726] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.854825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.854895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.855113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.855197] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.855638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.855638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.855638] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.855824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.855930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.856149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.856233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.856295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.856437] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.856513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.856604] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1314.857700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.857884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.857950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.858084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdba9da-f2d9-4594-a45d-bb6e8ad7ad7a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.858227] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.859068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.859068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.859068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5626b2d-9341-4cf4-b8d3-8a0ed8d0c26e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.859068] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.859282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.859282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.859427] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0088440d-0175-4183-bf0a-c368b70c2a72" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.930847] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.931040] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.931090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.931294] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.931524] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.949804] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1314.992962] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.993188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.993292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.993578] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.993785] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.038594] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1315.070791] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1315.071630] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.071805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.071903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.072381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.072584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.094720] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1315.241368] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.744571] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.246492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.246951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.246951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.247069] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.247115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.247211] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1316.276913] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.277077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.277152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.277365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.277520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.288059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1316.964116] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1316.964440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.053887] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1317.054136] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.111034] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1317.111281] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.297182] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1318.297542] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.738239] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.738680] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.061668] env[66818]: INFO networking_nsxv3.common.synchronization [req-774e28e8-2aea-4678-8e04-9570ba99410c req-7ffc2549-898a-43c5-8dbb-f743699f1436 tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1320.062315] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1320.062661] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.063050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.063050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.063050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.063182] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.063515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.063515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.063515] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.063700] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.063700] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.566176] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.566386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.566438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.566617] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.566722] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.566912] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.567031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.567114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.567432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.567520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.567609] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1320.596559] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.596778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.596778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.596956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.597105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.609230] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1322.619728] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1322.620135] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 deletion is rescheduled due to dependency. [ 1322.620135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.025291] env[66818]: INFO networking_nsxv3.common.synchronization [req-1d5423c6-8794-4fec-bdaf-f806cbdbdc3e req-e46006be-7a6a-4232-b899-7ebc86008b14 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1324.025291] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1324.025598] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.025598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.025598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.025723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.025867] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.025965] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.026037] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.026189] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.026273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.026366] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.323617] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.323836] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.323936] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.324238] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.324498] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.324654] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.324769] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.324972] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.325197] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.325406] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.325516] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.325623] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.325733] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.325848] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.325927] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.326915] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.348267] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.348627] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.348805] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.349700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.349700] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-9a455d61-018e-4dfe-900e-950dd4e28646 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.349700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.349700] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.349945] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.350108] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a455d61-018e-4dfe-900e-950dd4e28646',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.529391] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.852258] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.852529] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.852664] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.853032] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.853203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.853361] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 9a455d61-018e-4dfe-900e-950dd4e28646 not found, creating... [ 1324.853627] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.853785] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.853901] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.854139] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.854278] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.854554] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.854830] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.854910] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.855091] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.855237] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.855377] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 9a455d61-018e-4dfe-900e-950dd4e28646 is going to be created. [ 1324.880885] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.881125] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.881272] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.881526] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.881747] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.881971] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.031461] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.534258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.534466] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.534507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.534696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.534791] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.534900] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1325.564345] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.564494] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.564567] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.564776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.564920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.568796] env[66818]: INFO networking_nsxv3.common.synchronization [req-1d5423c6-8794-4fec-bdaf-f806cbdbdc3e req-3fb4df1e-4350-4096-b47a-7fa4ef00b13c service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1325.568973] env[66818]: INFO networking_nsxv3.common.synchronization [req-1d5423c6-8794-4fec-bdaf-f806cbdbdc3e req-3fb4df1e-4350-4096-b47a-7fa4ef00b13c service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1325.569128] env[66818]: INFO networking_nsxv3.common.synchronization [req-1d5423c6-8794-4fec-bdaf-f806cbdbdc3e req-3fb4df1e-4350-4096-b47a-7fa4ef00b13c service nova] Enqueued Resource ID: 9a455d61-018e-4dfe-900e-950dd4e28646 with Priority: HIGHEST for action port [ 1325.569354] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1325.569480] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1325.569576] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a455d61-018e-4dfe-900e-950dd4e28646 with Priority: HIGHEST for action port [ 1325.570145] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.570259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.570326] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.570564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.570663] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.571455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.571570] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.571768] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a455d61-018e-4dfe-900e-950dd4e28646 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.571867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.571930] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.572114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.572193] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a455d61-018e-4dfe-900e-950dd4e28646',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.574709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1326.074844] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.075257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.075257] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a455d61-018e-4dfe-900e-950dd4e28646 with status ACTIVE [ 1326.075402] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.075513] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.075577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.075792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.075879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.076063] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.076160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.076223] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.076369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.076445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.076690] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.076736] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.076766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.076902] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.076976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.077078] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a455d61-018e-4dfe-900e-950dd4e28646 is going to be updated. [ 1326.104415] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.104693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.104693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.104831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.104971] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.105149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a455d61-018e-4dfe-900e-950dd4e28646" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.561069] env[66818]: INFO networking_nsxv3.common.synchronization [req-ddb456fc-ef28-46f4-a9af-45bfa6c21a90 req-b350d4e6-a16c-4a14-9275-2b195a5ffd2f tempest-ServerActionsV293TestJSON-176661296 tempest-ServerActionsV293TestJSON-176661296-project-member] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_members [ 1326.561787] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_members [ 1326.563455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.563455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.563455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.563455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.563455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.563455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.563455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.563455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.563894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.563894] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.833107] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.833344] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.833475] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.833804] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.834089] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.834253] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.834370] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.834576] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.834722] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.834927] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.835053] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.835163] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.835271] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.835379] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.835479] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.835606] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.861892] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.862088] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1326.862173] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.862349] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-6" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.862715] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-598d2c3c-98fb-4f76-8f2f-ff741c002147 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.862897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.863028] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.863341] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.863479] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('598d2c3c-98fb-4f76-8f2f-ff741c002147',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.065746] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.065948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.065948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.066152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.066244] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.066455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.066558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.066622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.066776] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.067059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.067059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a already deleted. [ 1327.067059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.366348] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.366679] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.366718] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.367171] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.367376] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.367584] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port 598d2c3c-98fb-4f76-8f2f-ff741c002147 not found, creating... [ 1327.367874] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.368053] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.368203] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.368472] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.368637] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.368935] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.369144] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.369323] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.369603] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.369764] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.369930] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: 598d2c3c-98fb-4f76-8f2f-ff741c002147 is going to be created. [ 1327.391860] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.392228] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.392228] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.392562] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.392791] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.393062] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.585301] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1327.586199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.586199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.586386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.586597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.586808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.586932] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.587168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.587309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.587471] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.079831] env[66818]: INFO networking_nsxv3.common.synchronization [req-ddb456fc-ef28-46f4-a9af-45bfa6c21a90 req-8b750764-9926-4a0b-aabf-a3ff029ec7eb service nova] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_rules [ 1328.079831] env[66818]: INFO networking_nsxv3.common.synchronization [req-ddb456fc-ef28-46f4-a9af-45bfa6c21a90 req-8b750764-9926-4a0b-aabf-a3ff029ec7eb service nova] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_members [ 1328.079831] env[66818]: INFO networking_nsxv3.common.synchronization [req-ddb456fc-ef28-46f4-a9af-45bfa6c21a90 req-8b750764-9926-4a0b-aabf-a3ff029ec7eb service nova] Enqueued Resource ID: 598d2c3c-98fb-4f76-8f2f-ff741c002147 with Priority: HIGHEST for action port [ 1328.079831] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_rules [ 1328.079831] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_members [ 1328.079831] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598d2c3c-98fb-4f76-8f2f-ff741c002147 with Priority: HIGHEST for action port [ 1328.080309] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.080309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.080309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.080309] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.080309] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.081211] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.081271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.081345] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.081777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.081930] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.082035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.082099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.082241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.082346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.082407] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.083158] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-598d2c3c-98fb-4f76-8f2f-ff741c002147 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.083260] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.083318] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.083459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.083526] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('598d2c3c-98fb-4f76-8f2f-ff741c002147',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.090331] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.585326] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.585693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.585693] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.586543] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 598d2c3c-98fb-4f76-8f2f-ff741c002147 with status ACTIVE [ 1328.586727] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.586837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.586905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.587115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.587211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.588090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.588090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.588090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.588090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.588090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.588090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.588090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.588090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.588484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.588484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.588484] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 598d2c3c-98fb-4f76-8f2f-ff741c002147 is going to be updated. [ 1328.591110] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.608738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.608897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.608897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.609095] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.609231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.609378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-598d2c3c-98fb-4f76-8f2f-ff741c002147" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.090871] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.092483] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.092606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.092681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.093144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.093144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.093144] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1329.120144] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.120144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.120144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.120144] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.120336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.129366] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1329.346655] env[66818]: INFO networking_nsxv3.common.synchronization [req-98994162-147c-4dbb-9f30-321c50e4349d req-47d2306f-e4ee-43d6-a369-ab059e2c6800 tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1329.347222] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1329.347555] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.347686] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.347752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.348645] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.348839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.349051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.349051] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.349248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.349339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.349437] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.593454] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.593769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.593769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.593879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.593972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.594083] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a is going to be created. [ 1329.624137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.624405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.624405] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.624600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.624797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.636263] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56c196b-31b6-435e-aa0d-32a404445d3a in Status: UNINITIALIZED for 2s [ 1329.667212] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.667434] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.667573] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.667982] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.668300] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.668522] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.668688] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.668923] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.669081] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.669307] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1329.669437] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.669546] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.669651] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.669761] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1329.669903] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.670094] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.692486] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.692665] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1329.692990] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.693181] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-29" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.693613] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.693865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.694051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.694535] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.694667] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2509f3ed-6a62-43fb-8ca5-e7a05ca24342',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.852283] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.852598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.852598] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.852834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.852950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.853233] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.853395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.853395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.853546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.853629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.853717] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1329.883338] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.883338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.883338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.883588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.883719] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.894590] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1330.198155] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.198155] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.198466] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.198466] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.198622] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.198780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 2509f3ed-6a62-43fb-8ca5-e7a05ca24342 not found, creating... [ 1330.199060] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.199219] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.199338] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.199554] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.199709] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.200149] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.200391] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.200674] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.200992] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.201321] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.201483] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 2509f3ed-6a62-43fb-8ca5-e7a05ca24342 is going to be created. [ 1330.222630] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.222890] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.223061] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.223345] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.223571] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.223796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.930997] env[66818]: INFO networking_nsxv3.common.synchronization [req-98994162-147c-4dbb-9f30-321c50e4349d req-ebd49e01-b0bf-49bc-8125-69806a1ec8a8 service nova] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 1330.931256] env[66818]: INFO networking_nsxv3.common.synchronization [req-98994162-147c-4dbb-9f30-321c50e4349d req-ebd49e01-b0bf-49bc-8125-69806a1ec8a8 service nova] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1330.931364] env[66818]: INFO networking_nsxv3.common.synchronization [req-98994162-147c-4dbb-9f30-321c50e4349d req-ebd49e01-b0bf-49bc-8125-69806a1ec8a8 service nova] Enqueued Resource ID: 2509f3ed-6a62-43fb-8ca5-e7a05ca24342 with Priority: HIGHEST for action port [ 1330.931844] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_rules [ 1330.931974] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1330.932086] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2509f3ed-6a62-43fb-8ca5-e7a05ca24342 with Priority: HIGHEST for action port [ 1330.932358] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.932478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.932544] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.932777] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.932885] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.934164] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.934264] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.934455] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.934556] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.934619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.934798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.934873] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2509f3ed-6a62-43fb-8ca5-e7a05ca24342',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.147033] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1331.147295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.147378] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.147620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.147821] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.147942] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.148020] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.148188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.148273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.148360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.148466] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.436839] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.437100] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.437201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2509f3ed-6a62-43fb-8ca5-e7a05ca24342 with status ACTIVE [ 1331.437371] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.437480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.437545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.437763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.437856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.438042] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.438139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.438203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.438359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.438498] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.438683] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.438758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.438797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.438938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.439034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.439125] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2509f3ed-6a62-43fb-8ca5-e7a05ca24342 is going to be updated. [ 1331.459925] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.460209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.460209] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.460355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.460490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.460685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2509f3ed-6a62-43fb-8ca5-e7a05ca24342" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.646874] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56c196b-31b6-435e-aa0d-32a404445d3a in Status: SUCCESS [ 1331.647114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.647267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.647487] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.647714] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.647797] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.647865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.648038] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.648102] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.648188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.648279] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.650889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.651041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.651090] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.651234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.651378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.652028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.652028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.652028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.652028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.652028] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.652203] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.652203] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.652283] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.652353] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.652486] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.652574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.652635] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.652766] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.652838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.652981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.653026] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.907747] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1331.907747] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 deletion is rescheduled due to dependency. [ 1331.907747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.907747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.907747] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.908041] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.908041] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.908137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.908259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.908341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.908439] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.150647] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.155379] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1332.176301] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.176516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.176516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.176817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.176817] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.176972] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.177084] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.177140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.177282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.177358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.177556] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.177650] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.177763] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.177841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.177918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.178111] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.178214] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.178267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.178389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.178467] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.178548] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1332.244197] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.244394] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.244438] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.244661] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.244782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.276290] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1332.410568] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.652629] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d56c196b-31b6-435e-aa0d-32a404445d3a: rpc.has_security_group_logging(os_id): False [ 1332.670014] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.670185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.670258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.670469] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.670552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.671016] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.671131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.671219] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.671397] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.671478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.671614] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a is going to be created. [ 1332.762995] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.763261] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.763335] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.763554] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.763738] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.777416] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56c196b-31b6-435e-aa0d-32a404445d3a in Status: IN_PROGRESS for 2s [ 1332.913409] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.416812] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.416812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.416812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.416812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.416812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.417360] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1333.446460] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.446621] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.446831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.446921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.447107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.455930] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1334.303201] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1334.303430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.796348] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d56c196b-31b6-435e-aa0d-32a404445d3a in Status: SUCCESS [ 1334.796728] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.465528] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1335.465749] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.465913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.466154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.466348] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.466465] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.466530] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.466677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.466758] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.466842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.466932] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.863923] env[66818]: INFO networking_nsxv3.common.synchronization [req-0b101799-7a4b-43d0-bd65-0329265badef req-7b331ed1-7c94-467f-877d-8670318415f5 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1335.864401] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1335.864715] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.864837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.864904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.865111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.865291] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.865407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.865503] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.865709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.865805] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.865948] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.969143] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.368720] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.471752] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 875fc509-a842-4d29-9926-9be3c0d7fb89: rpc.has_security_group_logging(os_id): False [ 1336.491577] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.491577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.491956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.491956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.491956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.492432] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.492432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.492432] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.492572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.492572] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.492635] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1336.565137] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.565341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.565341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.565525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.565675] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.578547] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1336.871176] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.373958] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.374163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.374207] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.374407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.374496] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.374595] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1337.401617] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.401816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.401891] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.402113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.402265] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.411971] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1338.595353] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1338.595695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.422272] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1339.422272] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.865848] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.866300] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.550641] env[66818]: INFO networking_nsxv3.common.synchronization [req-9c5ee5f2-7df1-415d-a958-700f89da90e8 req-9400d22f-f12a-4fda-b2fd-12f1fc7d4667 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1344.551411] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1344.551411] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.551411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.551411] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.551625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.551665] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.552350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.552350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.552510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.552510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.552620] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.851677] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.851867] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.851998] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.852285] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.852547] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.852699] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.852865] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.853051] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.853188] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.853406] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.853519] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.853627] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.853735] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.853843] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.853948] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.854090] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.879084] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.879281] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1344.879417] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.879605] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-506" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.879921] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-c7136444-7d95-4643-986a-adb4a9e1b3a5 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.880108] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.880229] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.880552] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.880692] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7136444-7d95-4643-986a-adb4a9e1b3a5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.056490] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.383023] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.383329] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.383457] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.383746] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.383930] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.384106] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port c7136444-7d95-4643-986a-adb4a9e1b3a5 not found, creating... [ 1345.384379] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.384535] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.384651] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.384867] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.385013] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.385297] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.385448] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.385561] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.385766] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.385897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.386047] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: c7136444-7d95-4643-986a-adb4a9e1b3a5 is going to be created. [ 1345.408926] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.408926] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.408926] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.409231] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.409420] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.409640] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.558916] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.061348] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.061514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.061588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.061811] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.061999] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.062082] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1346.097188] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.097348] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.098430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.098430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.098430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.100969] env[66818]: INFO networking_nsxv3.common.synchronization [req-9c5ee5f2-7df1-415d-a958-700f89da90e8 req-92a21b49-8412-4807-a858-5c4be20df157 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1346.101166] env[66818]: INFO networking_nsxv3.common.synchronization [req-9c5ee5f2-7df1-415d-a958-700f89da90e8 req-92a21b49-8412-4807-a858-5c4be20df157 service nova] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1346.101304] env[66818]: INFO networking_nsxv3.common.synchronization [req-9c5ee5f2-7df1-415d-a958-700f89da90e8 req-92a21b49-8412-4807-a858-5c4be20df157 service nova] Enqueued Resource ID: c7136444-7d95-4643-986a-adb4a9e1b3a5 with Priority: HIGHEST for action port [ 1346.101525] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_rules [ 1346.101649] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1346.101747] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7136444-7d95-4643-986a-adb4a9e1b3a5 with Priority: HIGHEST for action port [ 1346.102314] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.102490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.102490] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.102693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.102823] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.103641] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.103740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.104296] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7136444-7d95-4643-986a-adb4a9e1b3a5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.104415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.104482] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.104636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.104715] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7136444-7d95-4643-986a-adb4a9e1b3a5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.106925] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1346.606611] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.607049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.607049] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7136444-7d95-4643-986a-adb4a9e1b3a5 with status ACTIVE [ 1346.607049] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.607201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.607201] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.607419] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.607510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.607687] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.607784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.607847] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.608044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.608082] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.608266] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.608359] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.608434] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.608550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.608625] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.608709] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7136444-7d95-4643-986a-adb4a9e1b3a5 is going to be updated. [ 1346.628654] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.628844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.628844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.629044] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.629184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.629337] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7136444-7d95-4643-986a-adb4a9e1b3a5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.118216] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1348.118646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.118723] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.118924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.119162] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.119284] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.119350] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.119504] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.119586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.119686] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.622851] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.125299] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.628060] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.628060] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.628259] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.628322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.628416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.628518] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1349.657855] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.658067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.658067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.658279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.658435] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.667783] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1351.103396] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.103396] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1351.679833] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1351.680094] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.680287] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.680555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.680778] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.680946] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.681011] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.681174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.681257] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.681343] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.681437] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.850128] env[66818]: INFO networking_nsxv3.common.synchronization [req-f56e1372-f721-4390-b3b6-8e4ba4067d5c req-4b0fd31e-527b-4fdd-b969-7c296785c6e4 tempest-AttachVolumeNegativeTest-211409360 tempest-AttachVolumeNegativeTest-211409360-project-member] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_members [ 1351.850947] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGHEST for action security_group_members [ 1351.851380] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.851545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.851639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.851890] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.852117] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.852273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.852322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.852526] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.852620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.852819] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.183744] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.184199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.184199] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.184303] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.184474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.184550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.184606] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.184765] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.184864] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.185057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.185241] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.185456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.185456] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.185623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.185766] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.185861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.185924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.186088] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.186190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.186276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.186365] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.355143] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.355450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.355450] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.355537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.379110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.379537] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.379737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.379862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.380198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.380344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.380481] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a is going to be updated. [ 1352.412031] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.412311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.412408] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.412648] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.412842] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.421941] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: IN_PROGRESS for 2s [ 1352.689299] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16376ee-176e-46d5-9f70-947ea1a8a616: rpc.has_security_group_logging(os_id): False [ 1352.707889] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.708075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.708188] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.708340] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.708478] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.708629] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.708726] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.708833] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.708955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.709026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.709252] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.709386] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.709433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.709545] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.709616] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.710061] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.710061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.710061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.710243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.710243] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.710243] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1352.770116] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.770334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.770334] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.770535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.770687] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.789272] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1354.432864] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750e528e-6e34-49fc-953d-15bb4c91f44a in Status: SUCCESS [ 1354.433234] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a deletion is rescheduled due to dependency. [ 1354.433234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.810440] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1354.810674] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.852978] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.853388] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.021273] env[66818]: INFO networking_nsxv3.common.synchronization [req-2a9717c3-919d-4d94-be7b-bb18d3233047 req-59c82c9f-8865-46d0-9d67-65fbd1f25cd8 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1359.021651] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1359.021963] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.022103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.022195] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.022433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.022597] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.022697] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.022760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.022910] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.022992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.023100] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.525257] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.027827] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.530432] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.530604] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.530677] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.530897] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.531053] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.531156] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1360.564837] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.564837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.564837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.565298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.565298] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.575418] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1362.586626] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1362.586896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.022252] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.022622] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.317784] env[66818]: INFO networking_nsxv3.common.synchronization [req-1c779f20-c188-4c7c-be74-d0080eebf258 req-37f34aeb-b72c-4c78-9d57-34fd14638f43 tempest-ServersTestJSON-1209239909 tempest-ServersTestJSON-1209239909-project-member] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1365.318206] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGHEST for action security_group_members [ 1365.318519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.318642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.318708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.318903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.319063] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.319163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.319222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.319370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.319453] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.319578] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.822059] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.822269] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.822347] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.822562] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.822654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.822852] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.822948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.823016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.823175] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.823254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.823339] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be updated. [ 1365.851556] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.851754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.851812] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.852493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.852493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.862701] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: IN_PROGRESS for 2s [ 1367.873826] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16376ee-176e-46d5-9f70-947ea1a8a616 in Status: SUCCESS [ 1367.874139] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 deletion is rescheduled due to dependency. [ 1367.874139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.319548] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.319971] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.585137] env[66818]: INFO networking_nsxv3.common.synchronization [None req-dc1a5544-a9a1-455d-91c2-923a1ef1a50e tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1373.585678] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1373.585975] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.586114] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.586182] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.586431] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.586516] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.656077] env[66818]: INFO networking_nsxv3.common.synchronization [None req-0ff27c49-6f34-439b-bb72-f36075682af2 None None] Enqueued Resource ID: 739a84aa-abb9-407b-9d36-02778bec2140 with Priority: HIGHEST for action port [ 1373.656077] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739a84aa-abb9-407b-9d36-02778bec2140 with Priority: HIGHEST for action port [ 1373.656617] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-739a84aa-abb9-407b-9d36-02778bec2140 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.656744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-739a84aa-abb9-407b-9d36-02778bec2140" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.656954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-739a84aa-abb9-407b-9d36-02778bec2140" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.657065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-739a84aa-abb9-407b-9d36-02778bec2140" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.657142] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('739a84aa-abb9-407b-9d36-02778bec2140',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.666117] env[66818]: INFO networking_nsxv3.common.synchronization [None req-d91e6984-75d8-41ff-a85a-11173e082998 tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1373.666608] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1373.666934] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.667065] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.107943] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.108075] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.108174] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.108338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.108493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.108529] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 already deleted. [ 1374.108631] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.108754] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.109566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.109566] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.159155] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 739a84aa-abb9-407b-9d36-02778bec2140 [ 1374.159435] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.159571] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.159642] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.159843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.159934] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.160038] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:739a84aa-abb9-407b-9d36-02778bec2140 already deleted. [ 1374.160143] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-739a84aa-abb9-407b-9d36-02778bec2140" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.629703] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.630063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.630063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.630139] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.630237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.630331] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 already deleted. [ 1374.630440] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.581161] env[66818]: INFO networking_nsxv3.common.synchronization [None req-ed41f2fa-b037-4317-a5a4-c66aae2eaafa None None] Enqueued Resource ID: 343861bd-4dff-4588-b91b-a7c16a29263b with Priority: HIGHEST for action port [ 1375.581494] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343861bd-4dff-4588-b91b-a7c16a29263b with Priority: HIGHEST for action port [ 1375.582204] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-343861bd-4dff-4588-b91b-a7c16a29263b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.582401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343861bd-4dff-4588-b91b-a7c16a29263b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.582502] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343861bd-4dff-4588-b91b-a7c16a29263b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.582862] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343861bd-4dff-4588-b91b-a7c16a29263b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.582950] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343861bd-4dff-4588-b91b-a7c16a29263b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.085762] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 343861bd-4dff-4588-b91b-a7c16a29263b [ 1376.086077] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.086162] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.086212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.086420] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.086511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.086603] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:343861bd-4dff-4588-b91b-a7c16a29263b already deleted. [ 1376.086683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343861bd-4dff-4588-b91b-a7c16a29263b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.112585] env[66818]: INFO networking_nsxv3.common.synchronization [req-73e9e35c-cc5c-4bbd-a74a-f80a8684e956 req-a50af144-5230-47f9-8443-662227b89553 tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1379.113519] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1379.113519] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.113771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.113771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.113931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.114266] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.114266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.114577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.114577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.114577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.114773] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.398871] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.399129] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.399240] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.399603] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.399919] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.400148] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.400255] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.400499] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.400642] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.401093] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.401093] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.401093] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.401247] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.401322] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.401491] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.401640] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.421546] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.421723] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.421857] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.422048] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.422368] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.422567] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.422692] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.423014] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.423159] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438da0b0-b2ee-4dc9-aced-38b1e2d7d86f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.583300] env[66818]: INFO networking_nsxv3.common.synchronization [req-f0793fb7-7949-4c2e-90db-b69630f04e9d req-e3a268d8-b67d-4975-9225-64dccb8c6bfb tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1379.585777] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1379.586197] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.586336] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.586412] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.586630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.586780] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.586879] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.586940] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.587107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.587190] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.587285] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.617039] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.617267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.617267] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.617474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.617563] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.617762] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.617859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.617921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.618083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.618157] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.618241] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 already deleted. [ 1379.618322] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.925053] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.925294] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.925468] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.925714] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.925867] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.926032] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Segment Port 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f not found, creating... [ 1379.926304] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.926463] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.926581] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.926800] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.926934] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.927231] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.927386] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.927501] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.927714] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.927916] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.927974] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f is going to be created. [ 1379.949293] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.949536] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.949647] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.949926] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.950190] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.950416] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.089718] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.592369] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.640492] env[66818]: INFO networking_nsxv3.common.synchronization [req-73e9e35c-cc5c-4bbd-a74a-f80a8684e956 req-81cc3ce0-97b3-466d-8755-dd9b1fdd5430 service nova] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1380.640683] env[66818]: INFO networking_nsxv3.common.synchronization [req-73e9e35c-cc5c-4bbd-a74a-f80a8684e956 req-81cc3ce0-97b3-466d-8755-dd9b1fdd5430 service nova] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1380.640803] env[66818]: INFO networking_nsxv3.common.synchronization [req-73e9e35c-cc5c-4bbd-a74a-f80a8684e956 req-81cc3ce0-97b3-466d-8755-dd9b1fdd5430 service nova] Enqueued Resource ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f with Priority: HIGHEST for action port [ 1380.641029] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1380.641165] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1380.641263] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f with Priority: HIGHEST for action port [ 1380.642549] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.642681] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.642750] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.642951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.643050] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.644088] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.644202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.644271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.645185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.645185] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.645185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.645185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.645185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.645185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.645185] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.645754] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.645859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.645924] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.646083] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.646204] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438da0b0-b2ee-4dc9-aced-38b1e2d7d86f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.094739] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.094903] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.094976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.095206] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.095295] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.095590] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be updated. [ 1381.128036] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.128187] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.128233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.128415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.128574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.137683] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1381.148303] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.149259] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.149395] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.149613] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f with status ACTIVE [ 1381.149775] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.149884] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.149968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.150196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.150289] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.150456] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.150551] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.150905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.150905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.150905] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.151076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.151134] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.151165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.151280] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.152059] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.152059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f is going to be updated. [ 1381.173695] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.173844] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.173967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.174140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.174282] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.174445] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.653396] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.157090] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.157297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.157297] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.157507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.157601] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.157701] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 is going to be created. [ 1382.181930] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.182165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.182165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.182607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.182607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.191571] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: UNINITIALIZED for 2s [ 1383.147818] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1383.148116] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.202985] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: SUCCESS [ 1384.203355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.203355] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.203535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.203671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.203840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.203950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.204061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.204149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.204233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.204330] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.707289] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.210056] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2798e9db-56b4-414b-83eb-1e2eb032aa89: rpc.has_security_group_logging(os_id): False [ 1385.227632] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.227929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.227929] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.228046] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.228152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.228393] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.228499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.228552] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.228771] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.228846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.228939] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 is going to be created. [ 1385.291436] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.291436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.291436] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.291784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.291886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.302864] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: IN_PROGRESS for 2s [ 1385.642109] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.642317] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1387.317389] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: SUCCESS [ 1387.317389] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.784457] env[66818]: INFO networking_nsxv3.common.synchronization [req-90aab974-a1e5-4c59-b888-b963ba97ff01 req-6a14678d-ca07-48e8-a744-c7d8e5a15ca8 tempest-ServerActionsV293TestJSON-176661296 tempest-ServerActionsV293TestJSON-176661296-project-member] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_members [ 1389.787857] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGHEST for action security_group_members [ 1389.787857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.787857] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.787857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.787857] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.290937] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.292523] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.292523] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.292523] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a is going to be updated. [ 1390.324981] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.324981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.324981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.324981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.324981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.332552] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56c196b-31b6-435e-aa0d-32a404445d3a in Status: IN_PROGRESS for 2s [ 1392.346966] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d56c196b-31b6-435e-aa0d-32a404445d3a in Status: SUCCESS [ 1392.347316] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a deletion is rescheduled due to dependency. [ 1392.347316] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.785965] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.786308] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.931361] env[66818]: INFO networking_nsxv3.common.synchronization [req-35ef7237-9517-43a9-9a93-f2bc55d305de req-25bd17ea-5b64-4d6e-b631-0f1e96358b4c tempest-ServerActionsTestJSON-1749646702 tempest-ServerActionsTestJSON-1749646702-project-member] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1394.931938] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGHEST for action security_group_members [ 1394.932342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.932461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.932520] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.932874] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.933029] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.933111] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.933160] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.933320] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.933423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.933521] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.107672] env[66818]: INFO networking_nsxv3.common.synchronization [req-adfb60a7-6619-48dd-8d44-b810c59a635a req-850eb526-b2c9-4de7-8dd4-c885ee55098e tempest-ServerActionsTestOtherA-696926472 tempest-ServerActionsTestOtherA-696926472-project-member] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1395.108909] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGHEST for action security_group_members [ 1395.109020] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.109164] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.109273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.109511] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.109730] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.109922] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.110050] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.110218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.110305] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.110405] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.436492] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.436757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.436757] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.436857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.437042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.437253] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.437365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.437433] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.437582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.437653] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.437737] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be updated. [ 1395.467786] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.468032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.468032] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.468225] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.468372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.477433] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: IN_PROGRESS for 2s [ 1395.615760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.615955] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.616026] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.616231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.616325] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.616529] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.616630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.616688] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.616843] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.617120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.617282] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be updated. [ 1395.648791] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.649061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.649196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.649531] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.649775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.659104] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: IN_PROGRESS for 2s [ 1397.487401] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 in Status: SUCCESS [ 1397.487809] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 deletion is rescheduled due to dependency. [ 1397.487809] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.668305] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b823917-bc92-45fc-92fb-2edbc6547987 in Status: SUCCESS [ 1397.668527] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 deletion is rescheduled due to dependency. [ 1397.668577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.109972] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.110351] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.111302] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.111728] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.112943] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.112943] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.113410] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.113797] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.114622] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.114622] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.115382] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.115382] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.116712] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.117152] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.117949] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.118332] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.119352] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.119770] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.120884] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.121234] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.121959] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.122350] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.122688] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.123069] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.269470] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.269812] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.269812] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.270094] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.270392] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.270590] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.270736] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.270967] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.271258] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.271513] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.271637] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1459.271745] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1459.271854] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1459.271962] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1459.272103] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1459.272259] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1459.298095] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1459.298268] env[66818]: DEBUG dogpile.cache.region [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1459.298350] env[66818]: DEBUG dogpile.lock [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1459.298539] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.298872] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.299073] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.299201] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.299455] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.299618] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438da0b0-b2ee-4dc9-aced-38b1e2d7d86f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.801669] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.801932] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.802070] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.802322] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.802476] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.802773] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.802930] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.803058] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.803316] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.803454] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.803729] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.803883] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.803998] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.804238] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.804409] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.804562] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Resource: SegmentPort with ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f is going to be updated. [ 1459.825165] env[66818]: DEBUG networking_nsxv3.common.locking [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.825384] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.825494] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.825801] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.826007] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.826240] env[66818]: DEBUG oslo_concurrency.lockutils [None req-a9f03ef9-6f16-439f-aede-85bd372b41ab None None] Releasing lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.124107] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.124107] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.503033] env[66818]: INFO networking_nsxv3.common.synchronization [req-7bf8f196-cce2-4e07-8d0f-e790734cc665 req-20c059d4-3261-47ec-8fb7-c0aee5b0403d service nova] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1460.503368] env[66818]: INFO networking_nsxv3.common.synchronization [req-7bf8f196-cce2-4e07-8d0f-e790734cc665 req-20c059d4-3261-47ec-8fb7-c0aee5b0403d service nova] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1460.503419] env[66818]: INFO networking_nsxv3.common.synchronization [req-7bf8f196-cce2-4e07-8d0f-e790734cc665 req-20c059d4-3261-47ec-8fb7-c0aee5b0403d service nova] Enqueued Resource ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f with Priority: HIGHEST for action port [ 1460.503908] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_rules [ 1460.504060] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1460.504163] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f with Priority: HIGHEST for action port [ 1460.504452] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.504566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.504636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.504832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.504912] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.506317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.506463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.506550] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.506787] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.506965] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.507096] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.507180] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.507818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.507818] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.507818] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.508588] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.508588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.508588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.508588] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.508588] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438da0b0-b2ee-4dc9-aced-38b1e2d7d86f',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.010033] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.011235] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.011387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.011453] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f with status ACTIVE [ 1461.011596] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.011699] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.011849] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.011958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.012055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.013271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.013271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.013271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.013271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.013271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.013271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.013271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.013271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.013685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.013685] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.013685] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 438da0b0-b2ee-4dc9-aced-38b1e2d7d86f is going to be updated. [ 1461.037065] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.037311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.037311] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.037481] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.037620] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.037782] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438da0b0-b2ee-4dc9-aced-38b1e2d7d86f" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.515732] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.018271] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.018586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.018586] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.018850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.018850] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.019113] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 is going to be updated. [ 1462.052822] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.053613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.053613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.053613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.053613] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.061687] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: IN_PROGRESS for 2s [ 1464.073972] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: SUCCESS [ 1464.074479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.074569] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.074798] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.075036] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.075252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.075252] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.075426] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.075512] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.075629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.075745] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.578240] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.080761] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2798e9db-56b4-414b-83eb-1e2eb032aa89: rpc.has_security_group_logging(os_id): False [ 1465.099180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.099410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.099410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.099654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.099752] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.100107] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.100304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.100381] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.100537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.100646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.100780] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 is going to be updated. [ 1465.161410] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.161683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.161683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.161841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.161993] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.173502] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: IN_PROGRESS for 2s [ 1465.505388] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.507541] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1467.190872] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: SUCCESS [ 1467.191371] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.508159] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.508534] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.509645] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.510056] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.510953] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.511358] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.512361] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.512766] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.513292] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.513292] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.514518] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.514795] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.515326] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.515736] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.423838] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1505.423838] env[66818]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0e38b4a4-46a8-4665-a17d-d2fe75ed3fb1 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1505.516988] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.517224] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.517800] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.518294] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.518717] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.519147] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.290434] env[66818]: INFO networking_nsxv3.common.synchronization [req-a3040fcd-a568-4a07-bee5-2f82fb47c902 req-08f320de-aab0-4168-84bc-ffba1d4ab2fc tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1516.290996] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 with Priority: HIGHEST for action security_group_members [ 1516.291333] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798e9db-56b4-414b-83eb-1e2eb032aa89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.291461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.291535] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.291773] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.291971] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.292137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.292210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.292401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.292507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.292651] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798e9db-56b4-414b-83eb-1e2eb032aa89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.794865] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.795430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.795430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.795430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.795430] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.795635] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.795740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.795740] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.795945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.795945] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.796101] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 is going to be updated. [ 1516.827458] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.827816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.827816] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.827992] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.828091] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.844030] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: IN_PROGRESS for 2s [ 1518.854921] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 in Status: SUCCESS [ 1518.855338] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798e9db-56b4-414b-83eb-1e2eb032aa89 deletion is rescheduled due to dependency. [ 1518.855338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798e9db-56b4-414b-83eb-1e2eb032aa89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.079251] env[66818]: INFO networking_nsxv3.common.synchronization [None req-26ad64be-3d10-4356-a294-de761c218d86 tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1521.079730] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1521.080055] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.080183] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.080254] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.080510] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.080595] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.159479] env[66818]: INFO networking_nsxv3.common.synchronization [None req-b40cda42-89d1-44dc-8600-8286f0b58a61 tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1521.159947] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1521.160258] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.160360] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.601671] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.601840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.601888] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.602115] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.602212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.602307] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977b953e-a841-4121-a21a-28cc2098b51b already deleted. [ 1521.602391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.602538] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.602695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.602780] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.123156] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.123558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.123558] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.123708] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.123826] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.123956] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977b953e-a841-4121-a21a-28cc2098b51b already deleted. [ 1522.124113] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.160724] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.160724] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.491354] env[66818]: INFO networking_nsxv3.common.synchronization [req-04da1deb-5e36-4815-ac67-aa4c53ccfd98 req-80b1b4ee-fba8-444d-a526-461b7afb4656 tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1526.491827] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1526.492295] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.492480] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.492547] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.492881] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.493118] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.493273] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.493372] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.493614] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.493792] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.493867] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.821045] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.821045] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.821253] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.821396] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.823297] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.823474] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.823594] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.823819] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.823966] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.824201] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1526.824324] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1526.824433] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1526.824538] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1526.824649] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1526.824755] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1526.824884] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1526.847191] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1526.847452] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1526.847547] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1526.847628] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.847949] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-f10f1660-eaa2-4469-82b5-46e692d1e044 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.848157] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.848232] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.848566] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.848707] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10f1660-eaa2-4469-82b5-46e692d1e044',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.995988] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.996290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.996290] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.996374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.996471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.996667] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.996764] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.996824] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.996972] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.997063] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.997150] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977b953e-a841-4121-a21a-28cc2098b51b already deleted. [ 1526.997231] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.352025] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.352025] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.352025] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.352458] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.352458] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.352458] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Segment Port f10f1660-eaa2-4469-82b5-46e692d1e044 not found, creating... [ 1527.352655] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.352783] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.352899] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.353131] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.353271] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.353546] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.353697] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.353812] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.354023] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.354161] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.354301] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: f10f1660-eaa2-4469-82b5-46e692d1e044 is going to be created. [ 1527.373476] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.373732] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.373781] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.374011] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.374242] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.374457] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.057578] env[66818]: INFO networking_nsxv3.common.synchronization [req-04da1deb-5e36-4815-ac67-aa4c53ccfd98 req-19c21622-d01e-4385-9d51-d3d79de2e01c service nova] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1528.057763] env[66818]: INFO networking_nsxv3.common.synchronization [req-04da1deb-5e36-4815-ac67-aa4c53ccfd98 req-19c21622-d01e-4385-9d51-d3d79de2e01c service nova] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1528.057889] env[66818]: INFO networking_nsxv3.common.synchronization [req-04da1deb-5e36-4815-ac67-aa4c53ccfd98 req-19c21622-d01e-4385-9d51-d3d79de2e01c service nova] Enqueued Resource ID: f10f1660-eaa2-4469-82b5-46e692d1e044 with Priority: HIGHEST for action port [ 1528.058142] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1528.058289] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1528.058387] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10f1660-eaa2-4469-82b5-46e692d1e044 with Priority: HIGHEST for action port [ 1528.058928] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.059168] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.059256] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.059454] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.059537] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.060738] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.060990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.061080] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.061266] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.061422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.061541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.061579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.061707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.061790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.061877] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.063149] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10f1660-eaa2-4469-82b5-46e692d1e044 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.063387] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.063474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.064058] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.064058] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10f1660-eaa2-4469-82b5-46e692d1e044',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.561526] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.561939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.563992] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.564961] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f10f1660-eaa2-4469-82b5-46e692d1e044 with status ACTIVE [ 1528.565213] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.565331] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.565400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.565593] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.565683] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.565854] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.565951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.566047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.566212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.566291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.566470] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.566564] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.566622] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.566756] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.566828] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.566910] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f10f1660-eaa2-4469-82b5-46e692d1e044 is going to be updated. [ 1528.588589] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.588796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.588796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.588979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.589133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.589291] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.069996] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.572663] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.573122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.573122] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.573200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.573338] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.573466] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977b953e-a841-4121-a21a-28cc2098b51b is going to be created. [ 1529.594702] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.594921] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.594967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.595240] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.595402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.604794] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: UNINITIALIZED for 2s [ 1531.615037] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: SUCCESS [ 1531.615455] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.615644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.615867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.616076] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.616211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.616276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.616410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.616488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.616574] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.616682] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.119233] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.621930] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977b953e-a841-4121-a21a-28cc2098b51b: rpc.has_security_group_logging(os_id): False [ 1532.640922] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.641153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.641153] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.641306] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.641400] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.641637] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.641742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.641808] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.641956] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.642047] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.642138] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977b953e-a841-4121-a21a-28cc2098b51b is going to be created. [ 1532.699731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.699981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.699981] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.700154] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.700351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.711245] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: IN_PROGRESS for 2s [ 1533.059250] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.059462] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1534.723336] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: SUCCESS [ 1534.723707] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.060529] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.060900] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.061837] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.062275] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.379067] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.379067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.379067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.379067] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.379067] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.881018] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.383369] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.886383] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1547.886587] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1548.062536] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.062767] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.690799] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.691276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.691276] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.691423] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.704989] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1548.705918] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.706720] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1548.746993] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.747253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.747253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.747537] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.759623] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.760483] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1548.760573] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1548.760655] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1548.796565] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.796831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.796831] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.796958] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.797718] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.797870] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1548.864948] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.865184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.865184] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.865390] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.865741] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.866059] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1548.934365] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.934597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.934597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.934775] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.935120] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.935399] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:23. [ 1548.935488] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1b823917-bc92-45fc-92fb-2edbc6547987', '875fc509-a842-4d29-9926-9be3c0d7fb89', 'd16376ee-176e-46d5-9f70-947ea1a8a616', '76b6eaf0-e38a-4aee-9349-4ece205795fb', '8b7d5d43-fea3-4b06-b62b-284add7bf1f0', 'd56c196b-31b6-435e-aa0d-32a404445d3a', '543ecab1-d2f2-4d75-ac2b-1f91ff1d8549', '7f8be1ae-3644-478a-8028-22c968a761b1', '977b953e-a841-4121-a21a-28cc2098b51b', 'd49ba839-2eb4-40d8-bde8-2fd44bc1182e', '8de1d05a-84eb-43e9-a363-4a932f2811f3', 'f9422f98-924c-43bc-b87c-5c937a73ec46', '4f58f9d2-2a54-4371-b526-86f62f920780', '750e528e-6e34-49fc-953d-15bb4c91f44a', '4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5', '6103171f-f97d-4317-beec-d8ce6f18953c', '9752faea-574e-410e-b1c2-b111699c7d5b', 'd34d1cd3-8982-43ca-8e8a-891f3bb3acb1', 'ce7d5e14-43df-4da4-9dfd-1d3c03a5e963', 'e29d65dc-d5c3-4959-b12f-31f91ba9d72e', 'd098bc4c-96fc-4f4b-afe9-eb1083c02124', '2798e9db-56b4-414b-83eb-1e2eb032aa89', '7ccef50d-ccad-4792-8150-9902026e2d6d'} {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1548.935603] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1548.953714] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.953943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.953943] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.954127] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.954167] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.954288] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1548.954358] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1548.954406] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1549.029482] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.029762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.029762] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.029895] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.031013] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.031279] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1549.031360] env[66818]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66818) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.031433] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1549.031499] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1549.031575] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/23 resources of Type:Security Group Rules [ 1549.031648] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGH for action security_group_rules [ 1549.031730] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGH for action security_group_rules [ 1549.031797] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGH for action security_group_rules [ 1549.031857] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGH for action security_group_rules [ 1549.031916] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGH for action security_group_rules [ 1549.031993] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGH for action security_group_rules [ 1549.032093] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGH for action security_group_rules [ 1549.032154] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGH for action security_group_rules [ 1549.032211] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGH for action security_group_rules [ 1549.032270] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGH for action security_group_rules [ 1549.032328] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGH for action security_group_rules [ 1549.032384] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGH for action security_group_rules [ 1549.032443] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGH for action security_group_rules [ 1549.032501] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGH for action security_group_rules [ 1549.032558] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGH for action security_group_rules [ 1549.032615] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGH for action security_group_rules [ 1549.032677] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGH for action security_group_rules [ 1549.032738] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGH for action security_group_rules [ 1549.032908] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGH for action security_group_rules [ 1549.032908] env[66818]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGH for action security_group_rules [ 1549.032987] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.064055] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.064055] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1553.064055] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b823917-bc92-45fc-92fb-2edbc6547987 with Priority: HIGH for action security_group_rules [ 1553.064055] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16376ee-176e-46d5-9f70-947ea1a8a616 with Priority: HIGH for action security_group_rules [ 1553.064055] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9752faea-574e-410e-b1c2-b111699c7d5b with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750e528e-6e34-49fc-953d-15bb4c91f44a with Priority: HIGH for action security_group_rules [ 1553.064596] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6103171f-f97d-4317-beec-d8ce6f18953c with Priority: HIGH for action security_group_rules [ 1553.064825] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f58f9d2-2a54-4371-b526-86f62f920780 with Priority: HIGH for action security_group_rules [ 1553.064825] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9422f98-924c-43bc-b87c-5c937a73ec46 with Priority: HIGH for action security_group_rules [ 1553.064886] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56c196b-31b6-435e-aa0d-32a404445d3a with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8be1ae-3644-478a-8028-22c968a761b1 with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 with Priority: HIGH for action security_group_rules [ 1553.065868] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb with Priority: HIGH for action security_group_rules [ 1553.067105] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b823917-bc92-45fc-92fb-2edbc6547987 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.067105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.067105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.067105] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.067105] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b823917-bc92-45fc-92fb-2edbc6547987',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.067618] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16376ee-176e-46d5-9f70-947ea1a8a616 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.067737] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.067810] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.067970] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.068058] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16376ee-176e-46d5-9f70-947ea1a8a616',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.068834] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.068976] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.069076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.069163] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.069239] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543ecab1-d2f2-4d75-ac2b-1f91ff1d8549',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.070171] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.070317] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.070410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.070493] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.070550] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.071260] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.071415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.071415] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.071846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.071846] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29d65dc-d5c3-4959-b12f-31f91ba9d72e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.072342] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.072479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.072579] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.072654] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.072726] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7d5e14-43df-4da4-9dfd-1d3c03a5e963',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.073422] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.073514] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.073575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.073732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.073836] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34d1cd3-8982-43ca-8e8a-891f3bb3acb1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.074602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9752faea-574e-410e-b1c2-b111699c7d5b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.074709] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.074815] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.075119] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.075119] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9752faea-574e-410e-b1c2-b111699c7d5b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.075753] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750e528e-6e34-49fc-953d-15bb4c91f44a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.075753] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.075886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.075967] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.076139] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750e528e-6e34-49fc-953d-15bb4c91f44a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.076733] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6103171f-f97d-4317-beec-d8ce6f18953c taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.076840] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.076911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.077062] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.077131] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6103171f-f97d-4317-beec-d8ce6f18953c',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.077897] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f58f9d2-2a54-4371-b526-86f62f920780 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.078055] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.078131] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.078301] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.078368] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f58f9d2-2a54-4371-b526-86f62f920780',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.079034] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9422f98-924c-43bc-b87c-5c937a73ec46 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.079140] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.079211] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.079351] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.079412] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9422f98-924c-43bc-b87c-5c937a73ec46',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.080082] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8de1d05a-84eb-43e9-a363-4a932f2811f3 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.080200] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.080292] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.080407] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.080479] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8de1d05a-84eb-43e9-a363-4a932f2811f3',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.081150] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.081253] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.081329] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.081459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.081535] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d49ba839-2eb4-40d8-bde8-2fd44bc1182e',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.082281] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.082383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.082449] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.082602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.082901] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.083317] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d56c196b-31b6-435e-aa0d-32a404445d3a taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.083410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.083491] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.083655] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.083754] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d56c196b-31b6-435e-aa0d-32a404445d3a',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.084761] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8be1ae-3644-478a-8028-22c968a761b1 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.084761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.084761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.084761] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.084933] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8be1ae-3644-478a-8028-22c968a761b1',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.087204] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.087346] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.087484] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.087540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.087593] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7d5d43-fea3-4b06-b62b-284add7bf1f0',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.088231] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875fc509-a842-4d29-9926-9be3c0d7fb89 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.088342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.088398] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.088540] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.088607] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875fc509-a842-4d29-9926-9be3c0d7fb89',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.089268] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b6eaf0-e38a-4aee-9349-4ece205795fb taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.089367] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.089444] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.089834] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.089834] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b6eaf0-e38a-4aee-9349-4ece205795fb',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.252689] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.252938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.252938] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.253099] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.254653] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.254769] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.255461] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.255584] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.256246] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.256342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.257056] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.257151] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.276459] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.276665] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29d65dc-d5c3-4959-b12f-31f91ba9d72e is going to be deleted. [ 1553.277413] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.277618] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.296640] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.296835] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b823917-bc92-45fc-92fb-2edbc6547987 is going to be deleted. [ 1553.297636] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.297838] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.313867] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.313991] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543ecab1-d2f2-4d75-ac2b-1f91ff1d8549 is going to be deleted. [ 1553.314868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.315035] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.331869] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.332087] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16376ee-176e-46d5-9f70-947ea1a8a616 is going to be deleted. [ 1553.332861] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.333077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.340664] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.340837] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.352202] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.352322] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5 is going to be deleted. [ 1553.353341] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.353549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.353644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.353795] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29d65dc-d5c3-4959-b12f-31f91ba9d72e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.354760] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.354936] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.355048] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.355271] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.355377] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.355525] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b823917-bc92-45fc-92fb-2edbc6547987" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.362347] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.362474] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.362541] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.362696] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.362778] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.362887] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543ecab1-d2f2-4d75-ac2b-1f91ff1d8549" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.388040] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.388236] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.388279] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.388464] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.388555] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.388669] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16376ee-176e-46d5-9f70-947ea1a8a616" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.435638] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.435964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.435964] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.436123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.436212] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.436330] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1ff246-49e2-45f6-a4f9-d4e1f1066fa5" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.598214] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.598422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.598422] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.598600] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.598718] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.598803] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.598865] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.599015] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.599103] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.599185] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.599268] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.646780] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.647057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.647057] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.647308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.648848] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.648968] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.649734] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.649896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.650602] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.650727] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.651394] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.651488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.652170] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.652304] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.652919] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.653017] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.654201] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.654308] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.655024] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.655121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.655814] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.655920] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.656845] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.656963] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.658051] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1553.658516] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.658639] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.659230] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1553.659684] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.659779] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.667175] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1553.667628] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.667760] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.671015] env[66818]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1553.671479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.671624] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9752faea-574e-410e-b1c2-b111699c7d5b is going to be deleted. [ 1553.672597] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.672801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.695962] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.696130] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6103171f-f97d-4317-beec-d8ce6f18953c is going to be deleted. [ 1553.697010] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.697224] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.715374] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.715569] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34d1cd3-8982-43ca-8e8a-891f3bb3acb1 is going to be deleted. [ 1553.716401] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.716602] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.735378] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.735582] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.737767] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.737886] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b6eaf0-e38a-4aee-9349-4ece205795fb is going to be deleted. [ 1553.738732] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.738931] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.754022] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.754226] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.757637] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.757757] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d56c196b-31b6-435e-aa0d-32a404445d3a is going to be deleted. [ 1553.758605] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.758806] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.787916] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.788198] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.799507] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.799654] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9422f98-924c-43bc-b87c-5c937a73ec46 is going to be deleted. [ 1553.800575] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.800784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.802128] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.802233] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.822904] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.823086] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7d5e14-43df-4da4-9dfd-1d3c03a5e963 is going to be deleted. [ 1553.824064] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.824248] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.853842] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.854077] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.868577] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.868753] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875fc509-a842-4d29-9926-9be3c0d7fb89 is going to be deleted. [ 1553.869628] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.869845] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.919619] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.919799] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8be1ae-3644-478a-8028-22c968a761b1 is going to be deleted. [ 1553.920729] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.920951] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.968175] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.968391] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.969542] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.969641] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.972832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.972954] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750e528e-6e34-49fc-953d-15bb4c91f44a is going to be deleted. [ 1553.973857] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.974074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.008488] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.008658] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8de1d05a-84eb-43e9-a363-4a932f2811f3 is going to be deleted. [ 1554.009733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.009959] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.108468] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.128720] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.128939] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.136369] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.136541] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f58f9d2-2a54-4371-b526-86f62f920780 is going to be deleted. [ 1554.137471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.137691] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.179549] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.179765] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7d5d43-fea3-4b06-b62b-284add7bf1f0 is going to be deleted. [ 1554.180629] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.180855] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.203496] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.203706] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.229071] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.229275] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.267272] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.267486] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.268489] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.268604] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d49ba839-2eb4-40d8-bde8-2fd44bc1182e is going to be deleted. [ 1554.269479] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.269684] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.269774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.269892] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9752faea-574e-410e-b1c2-b111699c7d5b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.270061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.270220] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.270380] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.270499] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6103171f-f97d-4317-beec-d8ce6f18953c" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.270977] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.271149] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.271229] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.271344] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34d1cd3-8982-43ca-8e8a-891f3bb3acb1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.271470] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.271607] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.271682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.271790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b6eaf0-e38a-4aee-9349-4ece205795fb" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.271917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.272061] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.272135] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.272241] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d56c196b-31b6-435e-aa0d-32a404445d3a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.272365] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.272495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.272566] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.272668] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7d5e14-43df-4da4-9dfd-1d3c03a5e963" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.272790] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.272923] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.272995] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.273112] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9422f98-924c-43bc-b87c-5c937a73ec46" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.273237] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.273370] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.273441] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.273546] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875fc509-a842-4d29-9926-9be3c0d7fb89" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.273678] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.273866] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.273948] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.274074] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750e528e-6e34-49fc-953d-15bb4c91f44a" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.274806] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.274911] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.274974] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.275133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.275210] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.275323] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f58f9d2-2a54-4371-b526-86f62f920780" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.275439] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.275573] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.275646] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.275774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8be1ae-3644-478a-8028-22c968a761b1" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.275885] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.276049] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.276123] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.276228] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8de1d05a-84eb-43e9-a363-4a932f2811f3" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.319644] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.319856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.319856] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.320137] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.320234] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.320358] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7d5d43-fea3-4b06-b62b-284add7bf1f0" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.445225] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.445424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.445424] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.445630] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.445744] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.445894] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d49ba839-2eb4-40d8-bde8-2fd44bc1182e" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.611303] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977b953e-a841-4121-a21a-28cc2098b51b: rpc.has_security_group_logging(os_id): False [ 1554.635175] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.635410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.635410] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.635682] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.657402] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.657737] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.657950] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.658031] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.658342] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.658483] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977b953e-a841-4121-a21a-28cc2098b51b is going to be updated. [ 1554.722725] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.722961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.722961] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.723107] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.723258] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.735989] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: IN_PROGRESS for 2s [ 1556.752601] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: SUCCESS [ 1556.753042] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.066584] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.066584] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.067397] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.067805] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.068461] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.068848] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.069629] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.070173] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.071336] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.071778] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.072348] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.072794] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.073018] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.073500] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.074054] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.074302] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.075250] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.075648] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.266466] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.266810] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.266810] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.267088] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.267340] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.267493] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.267609] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.267825] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.267961] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.268200] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1599.268308] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] NeedRegenerationException {{(pid=66818) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1599.268413] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] no value, waiting for create lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1599.268516] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] value creation lock acquired {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1599.268618] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] No value present for key: 'zone-id' {{(pid=66818) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1599.268781] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Calling creation function for not-yet-present value {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1599.268856] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1599.290989] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1599.291235] env[66818]: DEBUG dogpile.cache.region [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66818) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1599.291312] env[66818]: DEBUG dogpile.lock [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Released creation lock {{(pid=66818) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1599.291459] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "network-647" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.291783] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock port-f10f1660-eaa2-4469-82b5-46e692d1e044 taken with stack trace [, , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.291954] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.292085] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.292349] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.292480] env[66818]: DEBUG networking_nsxv3.api.rpc [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10f1660-eaa2-4469-82b5-46e692d1e044',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.795156] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.795483] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.795546] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.795796] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.795950] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.796256] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.796415] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.796533] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.796751] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.796897] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.797244] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.797397] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.797515] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.797721] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.797852] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.798014] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Resource: SegmentPort with ID: f10f1660-eaa2-4469-82b5-46e692d1e044 is going to be updated. [ 1599.820117] env[66818]: DEBUG networking_nsxv3.common.locking [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.820333] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.820452] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.820720] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.820914] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.821152] env[66818]: DEBUG oslo_concurrency.lockutils [None req-c5ae00a8-516a-4153-a296-46b9334b3091 None None] Releasing lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.537409] env[66818]: INFO networking_nsxv3.common.synchronization [req-22ab633a-b89b-4417-92b7-65a022fb887c req-baabd37e-6bd2-4a78-833b-5317d0417bbb service nova] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1600.537747] env[66818]: INFO networking_nsxv3.common.synchronization [req-22ab633a-b89b-4417-92b7-65a022fb887c req-baabd37e-6bd2-4a78-833b-5317d0417bbb service nova] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1600.537747] env[66818]: INFO networking_nsxv3.common.synchronization [req-22ab633a-b89b-4417-92b7-65a022fb887c req-baabd37e-6bd2-4a78-833b-5317d0417bbb service nova] Enqueued Resource ID: f10f1660-eaa2-4469-82b5-46e692d1e044 with Priority: HIGHEST for action port [ 1600.538312] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_rules [ 1600.538432] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1600.538531] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10f1660-eaa2-4469-82b5-46e692d1e044 with Priority: HIGHEST for action port [ 1600.538804] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.538944] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.538979] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.539327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.539417] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.540287] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.540399] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.540463] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.540695] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.540780] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.540859] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.540917] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.541076] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.541152] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.541242] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.542021] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10f1660-eaa2-4469-82b5-46e692d1e044 taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.542133] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.542196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.542383] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.542457] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10f1660-eaa2-4469-82b5-46e692d1e044',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.044188] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.045310] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.045414] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.045580] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f10f1660-eaa2-4469-82b5-46e692d1e044 with status ACTIVE [ 1601.045731] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.045832] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.045896] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.046106] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.046196] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.046362] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.046461] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.046528] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.046658] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.046733] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.046910] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.047110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.047110] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.047251] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.047327] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.047412] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f10f1660-eaa2-4469-82b5-46e692d1e044 is going to be updated. [ 1601.072431] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.072660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.072660] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.072846] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.072990] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.073165] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10f1660-eaa2-4469-82b5-46e692d1e044" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.550030] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.052495] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.052693] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.052774] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.053012] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.053109] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.053216] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977b953e-a841-4121-a21a-28cc2098b51b is going to be updated. [ 1602.084301] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.084529] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.084590] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.085495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.085495] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.095744] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: IN_PROGRESS for 2s [ 1604.111679] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: SUCCESS [ 1604.112222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.112222] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.112339] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.112474] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.112576] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.112634] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.112796] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.112876] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.112954] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.113038] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.615516] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1605.118032] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977b953e-a841-4121-a21a-28cc2098b51b: rpc.has_security_group_logging(os_id): False [ 1605.136415] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.136689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.136689] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.136913] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.137016] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.137350] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.137471] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.137516] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.137667] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.137742] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.137826] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977b953e-a841-4121-a21a-28cc2098b51b is going to be updated. [ 1605.200180] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1605.200416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.200416] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.200673] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.200868] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.215845] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: IN_PROGRESS for 2s [ 1605.540056] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.540278] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1607.235549] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: SUCCESS [ 1607.236121] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.540853] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.541301] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.542395] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.542812] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.544067] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.544067] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.544660] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.545212] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.546301] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.546657] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.547721] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.548221] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.549260] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.549260] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.550437] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.551030] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.551118] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.551482] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.688085] env[66818]: INFO networking_nsxv3.common.synchronization [req-e0a0a08c-cffe-480c-8e23-08a2de4b0235 req-dd794a50-6be7-491c-9eac-6575392d6770 tempest-AttachVolumeShelveTestJSON-1307742823 tempest-AttachVolumeShelveTestJSON-1307742823-project-member] Enqueued Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1652.688309] env[66818]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b953e-a841-4121-a21a-28cc2098b51b with Priority: HIGHEST for action security_group_members [ 1652.688801] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock member-977b953e-a841-4121-a21a-28cc2098b51b taken with stack trace [, , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.688801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.688801] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.689034] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.689494] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.689580] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.689649] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.689841] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.689941] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.690048] env[66818]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977b953e-a841-4121-a21a-28cc2098b51b',) {} {{(pid=66818) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1653.192798] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.193052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.193052] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.193218] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.193312] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.193512] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.193611] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.193670] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.193813] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.193886] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.193970] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977b953e-a841-4121-a21a-28cc2098b51b is going to be updated. [ 1653.221159] env[66818]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66818) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.221392] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.221443] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.221644] env[66818]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.221784] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.237169] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: IN_PROGRESS for 2s [ 1655.248354] env[66818]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977b953e-a841-4121-a21a-28cc2098b51b in Status: SUCCESS [ 1655.248825] env[66818]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977b953e-a841-4121-a21a-28cc2098b51b deletion is rescheduled due to dependency. [ 1655.248825] env[66818]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977b953e-a841-4121-a21a-28cc2098b51b" {{(pid=66818) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.689321] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.689735] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.690768] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.691076] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.691405] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.691793] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.692449] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.692913] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.693731] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.694126] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.694872] env[66818]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.695299] env[66818]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0